2024-12-08 10:20:43,583 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-08 10:20:43,595 main DEBUG Took 0.010137 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 10:20:43,596 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 10:20:43,596 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 10:20:43,597 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 10:20:43,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,606 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 10:20:43,621 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,624 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,625 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,627 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,628 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,629 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,631 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,632 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,633 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,634 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,635 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,636 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 10:20:43,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,638 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 10:20:43,640 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 10:20:43,642 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 10:20:43,644 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 10:20:43,645 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 10:20:43,647 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 10:20:43,647 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 10:20:43,658 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 10:20:43,662 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 10:20:43,664 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 10:20:43,664 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 10:20:43,664 main DEBUG createAppenders(={Console}) 2024-12-08 10:20:43,665 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-08 10:20:43,666 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-08 10:20:43,666 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-08 10:20:43,667 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 10:20:43,667 main DEBUG OutputStream closed 2024-12-08 10:20:43,667 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 10:20:43,668 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 10:20:43,668 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-08 10:20:43,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 10:20:43,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 10:20:43,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 10:20:43,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 10:20:43,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 10:20:43,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 10:20:43,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 10:20:43,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 10:20:43,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 10:20:43,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 10:20:43,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 10:20:43,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 10:20:43,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 10:20:43,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 10:20:43,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 10:20:43,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 10:20:43,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 10:20:43,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 10:20:43,769 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 10:20:43,770 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-08 10:20:43,770 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 10:20:43,772 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-08T10:20:44,056 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d 2024-12-08 10:20:44,060 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 10:20:44,060 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T10:20:44,072 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-08T10:20:44,080 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-12-08T10:20:44,104 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T10:20:44,145 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T10:20:44,145 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T10:20:44,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T10:20:44,174 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0, deleteOnExit=true 2024-12-08T10:20:44,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T10:20:44,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/test.cache.data in system properties and HBase conf 2024-12-08T10:20:44,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T10:20:44,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/hadoop.log.dir in system properties and HBase conf 2024-12-08T10:20:44,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T10:20:44,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T10:20:44,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T10:20:44,257 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T10:20:44,370 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T10:20:44,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T10:20:44,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T10:20:44,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T10:20:44,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T10:20:44,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T10:20:44,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T10:20:44,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T10:20:44,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T10:20:44,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T10:20:44,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/nfs.dump.dir in system properties and HBase conf 2024-12-08T10:20:44,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/java.io.tmpdir in system properties and HBase conf 2024-12-08T10:20:44,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T10:20:44,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T10:20:44,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T10:20:45,417 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T10:20:45,491 INFO [Time-limited test {}] log.Log(170): Logging initialized @2635ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T10:20:45,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T10:20:45,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T10:20:45,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T10:20:45,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T10:20:45,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T10:20:45,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T10:20:45,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77da9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/hadoop.log.dir/,AVAILABLE} 2024-12-08T10:20:45,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43ac9415{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T10:20:45,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12264dc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/java.io.tmpdir/jetty-localhost-38523-hadoop-hdfs-3_4_1-tests_jar-_-any-1436908861738996511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T10:20:45,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ce294cb{HTTP/1.1, (http/1.1)}{localhost:38523} 2024-12-08T10:20:45,908 INFO [Time-limited test {}] server.Server(415): Started @3052ms 2024-12-08T10:20:46,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T10:20:46,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T10:20:46,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T10:20:46,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T10:20:46,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T10:20:46,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481eb1b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/hadoop.log.dir/,AVAILABLE} 2024-12-08T10:20:46,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@991988e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T10:20:46,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a1c1498{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/java.io.tmpdir/jetty-localhost-45291-hadoop-hdfs-3_4_1-tests_jar-_-any-9139569413826606025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T10:20:46,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3badc187{HTTP/1.1, (http/1.1)}{localhost:45291} 2024-12-08T10:20:46,523 INFO [Time-limited test {}] server.Server(415): Started @3668ms 2024-12-08T10:20:46,570 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T10:20:46,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T10:20:46,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T10:20:46,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T10:20:46,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T10:20:46,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T10:20:46,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@157ee20f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/hadoop.log.dir/,AVAILABLE} 2024-12-08T10:20:46,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@424d969a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T10:20:46,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41fe4ca9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/java.io.tmpdir/jetty-localhost-46025-hadoop-hdfs-3_4_1-tests_jar-_-any-8313282785003858918/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T10:20:46,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74ee88d2{HTTP/1.1, (http/1.1)}{localhost:46025} 2024-12-08T10:20:46,853 INFO [Time-limited test {}] server.Server(415): Started @3997ms 2024-12-08T10:20:46,856 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T10:20:46,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T10:20:46,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T10:20:46,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T10:20:46,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T10:20:46,898 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T10:20:46,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d458b2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/hadoop.log.dir/,AVAILABLE} 2024-12-08T10:20:46,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de3b13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T10:20:47,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31a39bd8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/java.io.tmpdir/jetty-localhost-40993-hadoop-hdfs-3_4_1-tests_jar-_-any-12537569166962642104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T10:20:47,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5aa63b11{HTTP/1.1, (http/1.1)}{localhost:40993} 2024-12-08T10:20:47,004 INFO [Time-limited test {}] server.Server(415): Started @4148ms 2024-12-08T10:20:47,006 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T10:20:48,272 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data1/current/BP-1263153277-172.17.0.2-1733653244873/current, will proceed with Du for space computation calculation, 2024-12-08T10:20:48,272 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data2/current/BP-1263153277-172.17.0.2-1733653244873/current, will proceed with Du for space computation calculation, 2024-12-08T10:20:48,299 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T10:20:48,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe0ed0545c031d42 with lease ID 0x1b8e7ede88717df6: Processing first storage report for DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839 from datanode DatanodeRegistration(127.0.0.1:38873, datanodeUuid=aca65455-aa89-4fa3-b86b-cc5b784ec829, infoPort=38997, infoSecurePort=0, ipcPort=40021, storageInfo=lv=-57;cid=testClusterID;nsid=1559318593;c=1733653244873) 2024-12-08T10:20:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe0ed0545c031d42 with lease ID 0x1b8e7ede88717df6: from storage DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839 node DatanodeRegistration(127.0.0.1:38873, datanodeUuid=aca65455-aa89-4fa3-b86b-cc5b784ec829, infoPort=38997, infoSecurePort=0, ipcPort=40021, storageInfo=lv=-57;cid=testClusterID;nsid=1559318593;c=1733653244873), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T10:20:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe0ed0545c031d42 with lease ID 0x1b8e7ede88717df6: Processing first storage report for DS-8a9d660d-e14f-48af-b234-6249e4bd354f from datanode DatanodeRegistration(127.0.0.1:38873, datanodeUuid=aca65455-aa89-4fa3-b86b-cc5b784ec829, infoPort=38997, infoSecurePort=0, ipcPort=40021, storageInfo=lv=-57;cid=testClusterID;nsid=1559318593;c=1733653244873) 2024-12-08T10:20:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe0ed0545c031d42 with lease ID 0x1b8e7ede88717df6: from storage DS-8a9d660d-e14f-48af-b234-6249e4bd354f node DatanodeRegistration(127.0.0.1:38873, datanodeUuid=aca65455-aa89-4fa3-b86b-cc5b784ec829, infoPort=38997, infoSecurePort=0, ipcPort=40021, storageInfo=lv=-57;cid=testClusterID;nsid=1559318593;c=1733653244873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T10:20:48,436 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data3/current/BP-1263153277-172.17.0.2-1733653244873/current, will proceed with Du for space computation calculation, 2024-12-08T10:20:48,436 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data4/current/BP-1263153277-172.17.0.2-1733653244873/current, will proceed with Du for space computation calculation, 2024-12-08T10:20:48,451 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T10:20:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c990ffe4a1da6a0 with lease ID 0x1b8e7ede88717df7: Processing first storage report for DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26 from datanode DatanodeRegistration(127.0.0.1:41729, datanodeUuid=8c442d82-5a83-4044-b5ca-bf92d5ce17ff, infoPort=41765, infoSecurePort=0, ipcPort=42613, storageInfo=lv=-57;cid=testClusterID;nsid=1559318593;c=1733653244873) 2024-12-08T10:20:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c990ffe4a1da6a0 with lease ID 0x1b8e7ede88717df7: from storage DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26 node DatanodeRegistration(127.0.0.1:41729, datanodeUuid=8c442d82-5a83-4044-b5ca-bf92d5ce17ff, infoPort=41765, infoSecurePort=0, ipcPort=42613, storageInfo=lv=-57;cid=testClusterID;nsid=1559318593;c=1733653244873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T10:20:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c990ffe4a1da6a0 with lease ID 0x1b8e7ede88717df7: Processing first storage report for DS-1f9aa1d1-bdab-4e12-8bee-201b5632d3b7 from datanode DatanodeRegistration(127.0.0.1:41729, datanodeUuid=8c442d82-5a83-4044-b5ca-bf92d5ce17ff, infoPort=41765, infoSecurePort=0, ipcPort=42613, storageInfo=lv=-57;cid=testClusterID;nsid=1559318593;c=1733653244873) 2024-12-08T10:20:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c990ffe4a1da6a0 with lease ID 0x1b8e7ede88717df7: from storage DS-1f9aa1d1-bdab-4e12-8bee-201b5632d3b7 node DatanodeRegistration(127.0.0.1:41729, datanodeUuid=8c442d82-5a83-4044-b5ca-bf92d5ce17ff, infoPort=41765, infoSecurePort=0, ipcPort=42613, storageInfo=lv=-57;cid=testClusterID;nsid=1559318593;c=1733653244873), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T10:20:48,532 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data5/current/BP-1263153277-172.17.0.2-1733653244873/current, will proceed with Du for space computation calculation, 2024-12-08T10:20:48,532 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data6/current/BP-1263153277-172.17.0.2-1733653244873/current, will proceed with Du for space computation calculation, 2024-12-08T10:20:48,548 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T10:20:48,552 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ef6e5be04bddd36 with lease ID 0x1b8e7ede88717df8: Processing first storage report for DS-a655a1c7-92cc-4626-8fcd-238f46230595 from datanode DatanodeRegistration(127.0.0.1:39339, datanodeUuid=5c81d04f-3f6f-41de-9e99-4c61282547b8, infoPort=45775, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-57;cid=testClusterID;nsid=1559318593;c=1733653244873) 2024-12-08T10:20:48,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ef6e5be04bddd36 with lease ID 0x1b8e7ede88717df8: from storage DS-a655a1c7-92cc-4626-8fcd-238f46230595 node DatanodeRegistration(127.0.0.1:39339, datanodeUuid=5c81d04f-3f6f-41de-9e99-4c61282547b8, infoPort=45775, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-57;cid=testClusterID;nsid=1559318593;c=1733653244873), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T10:20:48,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ef6e5be04bddd36 with lease ID 0x1b8e7ede88717df8: Processing first storage report for DS-b50964ad-2310-4849-9a37-9c861f3d8128 from datanode DatanodeRegistration(127.0.0.1:39339, datanodeUuid=5c81d04f-3f6f-41de-9e99-4c61282547b8, infoPort=45775, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-57;cid=testClusterID;nsid=1559318593;c=1733653244873) 2024-12-08T10:20:48,554 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ef6e5be04bddd36 with lease ID 0x1b8e7ede88717df8: from storage DS-b50964ad-2310-4849-9a37-9c861f3d8128 node DatanodeRegistration(127.0.0.1:39339, datanodeUuid=5c81d04f-3f6f-41de-9e99-4c61282547b8, infoPort=45775, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-57;cid=testClusterID;nsid=1559318593;c=1733653244873), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T10:20:48,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d 2024-12-08T10:20:48,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/zookeeper_0, clientPort=59409, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T10:20:48,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59409 2024-12-08T10:20:48,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T10:20:48,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T10:20:48,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741825_1001 (size=7) 2024-12-08T10:20:48,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741825_1001 (size=7) 2024-12-08T10:20:48,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741825_1001 (size=7) 2024-12-08T10:20:49,279 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6 with version=8 2024-12-08T10:20:49,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/hbase-staging 2024-12-08T10:20:49,558 INFO [Time-limited test {}] client.ConnectionUtils(128): master/37f3da559cb4:0 server-side Connection retries=45 2024-12-08T10:20:49,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T10:20:49,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T10:20:49,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T10:20:49,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T10:20:49,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T10:20:49,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T10:20:49,728 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T10:20:49,736 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T10:20:49,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T10:20:49,761 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 59390 (auto-detected) 2024-12-08T10:20:49,761 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T10:20:49,777 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39295 2024-12-08T10:20:49,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39295 connecting to ZooKeeper ensemble=127.0.0.1:59409 2024-12-08T10:20:49,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392950x0, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T10:20:49,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39295-0x10004f1414f0000 connected 2024-12-08T10:20:50,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T10:20:50,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T10:20:50,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T10:20:50,101 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6, hbase.cluster.distributed=false 2024-12-08T10:20:50,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T10:20:50,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39295 2024-12-08T10:20:50,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39295 2024-12-08T10:20:50,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39295 2024-12-08T10:20:50,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39295 2024-12-08T10:20:50,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39295 2024-12-08T10:20:50,225 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/37f3da559cb4:0 server-side Connection retries=45 2024-12-08T10:20:50,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T10:20:50,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T10:20:50,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T10:20:50,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T10:20:50,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T10:20:50,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T10:20:50,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T10:20:50,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35991 2024-12-08T10:20:50,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35991 connecting to ZooKeeper ensemble=127.0.0.1:59409 2024-12-08T10:20:50,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T10:20:50,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T10:20:50,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359910x0, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T10:20:50,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359910x0, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T10:20:50,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35991-0x10004f1414f0001 connected 2024-12-08T10:20:50,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T10:20:50,277 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T10:20:50,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T10:20:50,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T10:20:50,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35991 2024-12-08T10:20:50,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35991 2024-12-08T10:20:50,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35991 2024-12-08T10:20:50,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35991 2024-12-08T10:20:50,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35991 2024-12-08T10:20:50,301 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/37f3da559cb4:0 server-side Connection retries=45 2024-12-08T10:20:50,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T10:20:50,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T10:20:50,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T10:20:50,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T10:20:50,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T10:20:50,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T10:20:50,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T10:20:50,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45395 2024-12-08T10:20:50,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45395 connecting to ZooKeeper ensemble=127.0.0.1:59409 2024-12-08T10:20:50,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T10:20:50,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T10:20:50,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453950x0, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T10:20:50,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453950x0, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T10:20:50,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45395-0x10004f1414f0002 connected 2024-12-08T10:20:50,329 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T10:20:50,329 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T10:20:50,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T10:20:50,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T10:20:50,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45395 2024-12-08T10:20:50,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45395 2024-12-08T10:20:50,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45395 2024-12-08T10:20:50,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45395 2024-12-08T10:20:50,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45395 2024-12-08T10:20:50,353 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/37f3da559cb4:0 server-side Connection retries=45 2024-12-08T10:20:50,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T10:20:50,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T10:20:50,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T10:20:50,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T10:20:50,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T10:20:50,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T10:20:50,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T10:20:50,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46337 2024-12-08T10:20:50,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46337 connecting to ZooKeeper ensemble=127.0.0.1:59409 2024-12-08T10:20:50,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T10:20:50,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T10:20:50,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463370x0, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T10:20:50,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463370x0, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T10:20:50,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46337-0x10004f1414f0003 connected 2024-12-08T10:20:50,372 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T10:20:50,373 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T10:20:50,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T10:20:50,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T10:20:50,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46337 2024-12-08T10:20:50,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46337 2024-12-08T10:20:50,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46337 2024-12-08T10:20:50,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46337 2024-12-08T10:20:50,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46337 2024-12-08T10:20:50,396 DEBUG [M:0;37f3da559cb4:39295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;37f3da559cb4:39295 2024-12-08T10:20:50,397 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/37f3da559cb4,39295,1733653249411 2024-12-08T10:20:50,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T10:20:50,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T10:20:50,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T10:20:50,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T10:20:50,416 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/37f3da559cb4,39295,1733653249411 2024-12-08T10:20:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T10:20:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T10:20:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T10:20:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:50,446 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T10:20:50,448 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/37f3da559cb4,39295,1733653249411 from backup master directory 2024-12-08T10:20:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T10:20:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T10:20:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/37f3da559cb4,39295,1733653249411 2024-12-08T10:20:50,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T10:20:50,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T10:20:50,456 WARN [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T10:20:50,457 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=37f3da559cb4,39295,1733653249411 2024-12-08T10:20:50,459 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T10:20:50,460 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T10:20:50,515 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/hbase.id] with ID: a675f02e-681f-4c8c-9d7b-e68cdc255454 2024-12-08T10:20:50,516 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/.tmp/hbase.id 2024-12-08T10:20:50,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741826_1002 (size=42) 2024-12-08T10:20:50,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741826_1002 (size=42) 2024-12-08T10:20:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741826_1002 (size=42) 2024-12-08T10:20:50,530 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/.tmp/hbase.id]:[hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/hbase.id] 2024-12-08T10:20:50,575 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T10:20:50,580 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T10:20:50,596 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-08T10:20:50,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:50,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:50,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:50,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:50,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741827_1003 (size=196) 2024-12-08T10:20:50,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741827_1003 (size=196) 2024-12-08T10:20:50,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741827_1003 (size=196) 2024-12-08T10:20:50,657 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T10:20:50,659 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T10:20:50,664 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:50,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741828_1004 (size=1189) 2024-12-08T10:20:50,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741828_1004 (size=1189) 2024-12-08T10:20:50,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741828_1004 (size=1189) 2024-12-08T10:20:50,708 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store 2024-12-08T10:20:50,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741829_1005 (size=34) 2024-12-08T10:20:50,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741829_1005 (size=34) 2024-12-08T10:20:50,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741829_1005 (size=34) 2024-12-08T10:20:50,732 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T10:20:50,736 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:50,737 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T10:20:50,737 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T10:20:50,738 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T10:20:50,739 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T10:20:50,739 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T10:20:50,739 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T10:20:50,741 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733653250737Disabling compacts and flushes for region at 1733653250737Disabling writes for close at 1733653250739 (+2 ms)Writing region close event to WAL at 1733653250739Closed at 1733653250739 2024-12-08T10:20:50,743 WARN [master/37f3da559cb4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/.initializing 2024-12-08T10:20:50,743 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/WALs/37f3da559cb4,39295,1733653249411 2024-12-08T10:20:50,750 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:20:50,765 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37f3da559cb4%2C39295%2C1733653249411, suffix=, logDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/WALs/37f3da559cb4,39295,1733653249411, archiveDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/oldWALs, maxLogs=10 2024-12-08T10:20:50,791 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/WALs/37f3da559cb4,39295,1733653249411/37f3da559cb4%2C39295%2C1733653249411.1733653250769, exclude list is [], retry=0 2024-12-08T10:20:50,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:20:50,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:50,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:50,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:50,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T10:20:50,853 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/WALs/37f3da559cb4,39295,1733653249411/37f3da559cb4%2C39295%2C1733653249411.1733653250769 2024-12-08T10:20:50,854 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:20:50,854 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:20:50,855 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:50,857 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T10:20:50,858 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T10:20:50,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T10:20:50,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T10:20:50,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:50,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:20:50,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T10:20:50,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T10:20:50,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:50,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:50,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T10:20:50,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T10:20:50,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:50,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:50,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T10:20:50,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T10:20:50,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:50,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:50,930 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T10:20:50,933 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T10:20:50,934 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T10:20:50,939 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T10:20:50,939 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T10:20:50,943 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T10:20:50,946 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T10:20:50,950 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:20:50,951 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69965835, jitterRate=0.04257218539714813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T10:20:50,956 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733653250869Initializing all the Stores at 1733653250871 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653250872 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653250872Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653250873 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653250873Cleaning up temporary data from old regions at 1733653250940 (+67 ms)Region opened successfully at 1733653250955 (+15 ms) 2024-12-08T10:20:50,957 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T10:20:50,986 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e3b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37f3da559cb4/172.17.0.2:0 2024-12-08T10:20:51,012 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T10:20:51,021 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T10:20:51,021 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T10:20:51,024 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T10:20:51,025 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T10:20:51,029 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-08T10:20:51,029 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T10:20:51,049 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T10:20:51,057 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T10:20:51,193 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T10:20:51,199 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T10:20:51,201 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T10:20:51,213 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T10:20:51,215 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T10:20:51,218 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T10:20:51,223 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T10:20:51,225 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T10:20:51,234 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T10:20:51,255 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T10:20:51,265 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T10:20:51,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T10:20:51,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T10:20:51,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T10:20:51,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T10:20:51,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:51,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:51,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:51,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:51,280 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=37f3da559cb4,39295,1733653249411, sessionid=0x10004f1414f0000, setting cluster-up flag (Was=false) 2024-12-08T10:20:51,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:51,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:51,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:51,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:51,340 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T10:20:51,344 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=37f3da559cb4,39295,1733653249411 2024-12-08T10:20:51,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:51,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:51,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:51,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:51,403 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T10:20:51,406 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=37f3da559cb4,39295,1733653249411 2024-12-08T10:20:51,415 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T10:20:51,479 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T10:20:51,484 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(746): ClusterId : a675f02e-681f-4c8c-9d7b-e68cdc255454 2024-12-08T10:20:51,484 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.HRegionServer(746): ClusterId : a675f02e-681f-4c8c-9d7b-e68cdc255454 2024-12-08T10:20:51,484 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(746): ClusterId : a675f02e-681f-4c8c-9d7b-e68cdc255454 2024-12-08T10:20:51,486 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T10:20:51,486 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T10:20:51,487 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T10:20:51,488 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T10:20:51,493 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T10:20:51,499 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 37f3da559cb4,39295,1733653249411 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T10:20:51,510 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T10:20:51,510 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T10:20:51,510 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T10:20:51,510 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T10:20:51,510 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T10:20:51,510 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T10:20:51,511 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/37f3da559cb4:0, corePoolSize=5, maxPoolSize=5 2024-12-08T10:20:51,511 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/37f3da559cb4:0, corePoolSize=5, maxPoolSize=5 2024-12-08T10:20:51,511 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/37f3da559cb4:0, corePoolSize=5, maxPoolSize=5 2024-12-08T10:20:51,511 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/37f3da559cb4:0, corePoolSize=5, maxPoolSize=5 2024-12-08T10:20:51,511 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/37f3da559cb4:0, corePoolSize=10, maxPoolSize=10 2024-12-08T10:20:51,511 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,511 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/37f3da559cb4:0, corePoolSize=2, maxPoolSize=2 2024-12-08T10:20:51,512 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,513 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733653281513 2024-12-08T10:20:51,515 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T10:20:51,516 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T10:20:51,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T10:20:51,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T10:20:51,520 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T10:20:51,520 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T10:20:51,520 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T10:20:51,520 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T10:20:51,520 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T10:20:51,520 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T10:20:51,521 DEBUG [RS:0;37f3da559cb4:35991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bdad1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37f3da559cb4/172.17.0.2:0 2024-12-08T10:20:51,521 DEBUG [RS:1;37f3da559cb4:45395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45641880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37f3da559cb4/172.17.0.2:0 2024-12-08T10:20:51,521 DEBUG [RS:2;37f3da559cb4:46337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4693f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=37f3da559cb4/172.17.0.2:0 2024-12-08T10:20:51,521 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T10:20:51,523 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:51,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T10:20:51,525 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,529 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T10:20:51,531 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T10:20:51,531 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T10:20:51,537 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T10:20:51,537 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T10:20:51,541 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/37f3da559cb4:0:becomeActiveMaster-HFileCleaner.large.0-1733653251538,5,FailOnTimeoutGroup] 2024-12-08T10:20:51,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741831_1007 (size=1321) 2024-12-08T10:20:51,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741831_1007 (size=1321) 2024-12-08T10:20:51,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741831_1007 (size=1321) 2024-12-08T10:20:51,545 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/37f3da559cb4:0:becomeActiveMaster-HFileCleaner.small.0-1733653251541,5,FailOnTimeoutGroup] 2024-12-08T10:20:51,545 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,545 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T10:20:51,545 DEBUG [RS:2;37f3da559cb4:46337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;37f3da559cb4:46337 2024-12-08T10:20:51,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T10:20:51,546 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,546 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,546 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6 2024-12-08T10:20:51,549 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T10:20:51,549 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T10:20:51,549 DEBUG [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T10:20:51,552 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(2659): reportForDuty to master=37f3da559cb4,39295,1733653249411 with port=46337, startcode=1733653250352 2024-12-08T10:20:51,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741832_1008 (size=32) 2024-12-08T10:20:51,565 DEBUG [RS:2;37f3da559cb4:46337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T10:20:51,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741832_1008 (size=32) 2024-12-08T10:20:51,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741832_1008 (size=32) 2024-12-08T10:20:51,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:51,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T10:20:51,573 DEBUG [RS:1;37f3da559cb4:45395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;37f3da559cb4:45395 2024-12-08T10:20:51,573 DEBUG [RS:0;37f3da559cb4:35991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;37f3da559cb4:35991 2024-12-08T10:20:51,573 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T10:20:51,573 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T10:20:51,573 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T10:20:51,573 DEBUG [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T10:20:51,573 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T10:20:51,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T10:20:51,573 DEBUG [RS:0;37f3da559cb4:35991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T10:20:51,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:51,574 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(2659): reportForDuty to master=37f3da559cb4,39295,1733653249411 with port=45395, startcode=1733653250301 2024-12-08T10:20:51,574 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.HRegionServer(2659): reportForDuty to master=37f3da559cb4,39295,1733653249411 with port=35991, startcode=1733653250192 2024-12-08T10:20:51,575 DEBUG [RS:0;37f3da559cb4:35991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T10:20:51,575 DEBUG [RS:1;37f3da559cb4:45395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T10:20:51,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:20:51,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T10:20:51,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T10:20:51,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:51,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:20:51,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T10:20:51,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T10:20:51,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:51,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:20:51,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T10:20:51,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T10:20:51,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:51,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:20:51,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T10:20:51,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740 2024-12-08T10:20:51,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740 2024-12-08T10:20:51,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T10:20:51,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T10:20:51,601 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T10:20:51,604 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T10:20:51,604 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T10:20:51,604 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T10:20:51,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T10:20:51,610 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:20:51,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 37f3da559cb4,35991,1733653250192 2024-12-08T10:20:51,611 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70136867, jitterRate=0.045120760798454285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T10:20:51,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] master.ServerManager(517): Registering regionserver=37f3da559cb4,35991,1733653250192 2024-12-08T10:20:51,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733653251568Initializing all the Stores at 1733653251570 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653251570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653251570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653251570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653251570Cleaning up temporary data from old regions at 1733653251599 (+29 ms)Region opened successfully at 1733653251613 (+14 ms) 2024-12-08T10:20:51,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T10:20:51,613 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T10:20:51,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T10:20:51,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T10:20:51,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T10:20:51,614 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T10:20:51,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733653251613Disabling compacts and flushes for region at 1733653251613Disabling writes for close at 1733653251613Writing region close event to WAL at 1733653251614 (+1 ms)Closed at 1733653251614 2024-12-08T10:20:51,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T10:20:51,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T10:20:51,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 37f3da559cb4,46337,1733653250352 2024-12-08T10:20:51,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] master.ServerManager(517): Registering regionserver=37f3da559cb4,46337,1733653250352 2024-12-08T10:20:51,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T10:20:51,627 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 37f3da559cb4,45395,1733653250301 2024-12-08T10:20:51,627 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39295 {}] master.ServerManager(517): Registering regionserver=37f3da559cb4,45395,1733653250301 2024-12-08T10:20:51,627 DEBUG [RS:0;37f3da559cb4:35991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6 2024-12-08T10:20:51,627 DEBUG [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6 2024-12-08T10:20:51,627 DEBUG [RS:0;37f3da559cb4:35991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41601 2024-12-08T10:20:51,627 DEBUG [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41601 2024-12-08T10:20:51,627 DEBUG [RS:0;37f3da559cb4:35991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T10:20:51,627 DEBUG [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T10:20:51,630 DEBUG [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6 2024-12-08T10:20:51,631 DEBUG [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41601 2024-12-08T10:20:51,631 DEBUG [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T10:20:51,633 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T10:20:51,636 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T10:20:51,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T10:20:51,708 DEBUG [RS:2;37f3da559cb4:46337 {}] zookeeper.ZKUtil(111): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/37f3da559cb4,46337,1733653250352 2024-12-08T10:20:51,708 DEBUG [RS:0;37f3da559cb4:35991 {}] zookeeper.ZKUtil(111): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/37f3da559cb4,35991,1733653250192 2024-12-08T10:20:51,708 WARN [RS:2;37f3da559cb4:46337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T10:20:51,709 WARN [RS:0;37f3da559cb4:35991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T10:20:51,709 INFO [RS:2;37f3da559cb4:46337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:51,709 INFO [RS:0;37f3da559cb4:35991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:51,709 DEBUG [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,46337,1733653250352 2024-12-08T10:20:51,709 DEBUG [RS:1;37f3da559cb4:45395 {}] zookeeper.ZKUtil(111): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/37f3da559cb4,45395,1733653250301 2024-12-08T10:20:51,709 DEBUG [RS:0;37f3da559cb4:35991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,35991,1733653250192 2024-12-08T10:20:51,709 WARN [RS:1;37f3da559cb4:45395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T10:20:51,710 INFO [RS:1;37f3da559cb4:45395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:51,710 DEBUG [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301 2024-12-08T10:20:51,711 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [37f3da559cb4,35991,1733653250192] 2024-12-08T10:20:51,711 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [37f3da559cb4,46337,1733653250352] 2024-12-08T10:20:51,711 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [37f3da559cb4,45395,1733653250301] 2024-12-08T10:20:51,735 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T10:20:51,735 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T10:20:51,735 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T10:20:51,747 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T10:20:51,747 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T10:20:51,747 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T10:20:51,752 INFO [RS:2;37f3da559cb4:46337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T10:20:51,752 INFO [RS:1;37f3da559cb4:45395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T10:20:51,752 INFO [RS:0;37f3da559cb4:35991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T10:20:51,752 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,752 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,752 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,753 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T10:20:51,753 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T10:20:51,753 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T10:20:51,759 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T10:20:51,759 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T10:20:51,759 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T10:20:51,760 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,760 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,760 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,761 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0, corePoolSize=2, maxPoolSize=2 2024-12-08T10:20:51,761 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,761 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0, corePoolSize=2, maxPoolSize=2 2024-12-08T10:20:51,762 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0, corePoolSize=2, maxPoolSize=2 2024-12-08T10:20:51,762 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/37f3da559cb4:0, corePoolSize=3, maxPoolSize=3 2024-12-08T10:20:51,762 DEBUG [RS:0;37f3da559cb4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/37f3da559cb4:0, corePoolSize=3, maxPoolSize=3 2024-12-08T10:20:51,762 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,762 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/37f3da559cb4:0, corePoolSize=1, maxPoolSize=1 2024-12-08T10:20:51,763 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/37f3da559cb4:0, corePoolSize=3, maxPoolSize=3 2024-12-08T10:20:51,763 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/37f3da559cb4:0, corePoolSize=3, maxPoolSize=3 2024-12-08T10:20:51,763 DEBUG [RS:2;37f3da559cb4:46337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/37f3da559cb4:0, corePoolSize=3, maxPoolSize=3 2024-12-08T10:20:51,763 DEBUG [RS:1;37f3da559cb4:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/37f3da559cb4:0, corePoolSize=3, maxPoolSize=3 2024-12-08T10:20:51,763 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,763 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,763 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,764 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,764 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,764 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,35991,1733653250192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T10:20:51,767 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,768 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,768 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,768 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,768 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,768 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,45395,1733653250301-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T10:20:51,769 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,769 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,769 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,769 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,769 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,769 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,46337,1733653250352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T10:20:51,784 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T10:20:51,786 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,35991,1733653250192-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,786 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,786 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.Replication(171): 37f3da559cb4,35991,1733653250192 started 2024-12-08T10:20:51,787 WARN [37f3da559cb4:39295 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T10:20:51,791 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T10:20:51,791 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T10:20:51,791 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,46337,1733653250352-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,791 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,45395,1733653250301-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,791 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,792 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.Replication(171): 37f3da559cb4,46337,1733653250352 started 2024-12-08T10:20:51,792 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,792 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.Replication(171): 37f3da559cb4,45395,1733653250301 started 2024-12-08T10:20:51,803 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,803 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.HRegionServer(1482): Serving as 37f3da559cb4,35991,1733653250192, RpcServer on 37f3da559cb4/172.17.0.2:35991, sessionid=0x10004f1414f0001 2024-12-08T10:20:51,804 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T10:20:51,804 DEBUG [RS:0;37f3da559cb4:35991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 37f3da559cb4,35991,1733653250192 2024-12-08T10:20:51,805 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37f3da559cb4,35991,1733653250192' 2024-12-08T10:20:51,805 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T10:20:51,806 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T10:20:51,806 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T10:20:51,807 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T10:20:51,807 DEBUG [RS:0;37f3da559cb4:35991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 37f3da559cb4,35991,1733653250192 2024-12-08T10:20:51,807 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37f3da559cb4,35991,1733653250192' 2024-12-08T10:20:51,807 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T10:20:51,807 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T10:20:51,808 DEBUG [RS:0;37f3da559cb4:35991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T10:20:51,808 INFO [RS:0;37f3da559cb4:35991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T10:20:51,808 INFO [RS:0;37f3da559cb4:35991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T10:20:51,814 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,814 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(1482): Serving as 37f3da559cb4,46337,1733653250352, RpcServer on 37f3da559cb4/172.17.0.2:46337, sessionid=0x10004f1414f0003 2024-12-08T10:20:51,815 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:51,815 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T10:20:51,815 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(1482): Serving as 37f3da559cb4,45395,1733653250301, RpcServer on 37f3da559cb4/172.17.0.2:45395, sessionid=0x10004f1414f0002 2024-12-08T10:20:51,815 DEBUG [RS:2;37f3da559cb4:46337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 37f3da559cb4,46337,1733653250352 2024-12-08T10:20:51,815 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37f3da559cb4,46337,1733653250352' 2024-12-08T10:20:51,815 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T10:20:51,815 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T10:20:51,815 DEBUG [RS:1;37f3da559cb4:45395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 37f3da559cb4,45395,1733653250301 2024-12-08T10:20:51,815 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37f3da559cb4,45395,1733653250301' 2024-12-08T10:20:51,815 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T10:20:51,816 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T10:20:51,816 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T10:20:51,816 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T10:20:51,816 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T10:20:51,816 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T10:20:51,816 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T10:20:51,816 DEBUG [RS:1;37f3da559cb4:45395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 37f3da559cb4,45395,1733653250301 2024-12-08T10:20:51,816 DEBUG [RS:2;37f3da559cb4:46337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 37f3da559cb4,46337,1733653250352 2024-12-08T10:20:51,816 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37f3da559cb4,45395,1733653250301' 2024-12-08T10:20:51,816 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '37f3da559cb4,46337,1733653250352' 2024-12-08T10:20:51,816 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T10:20:51,816 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T10:20:51,817 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T10:20:51,817 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T10:20:51,818 DEBUG [RS:1;37f3da559cb4:45395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T10:20:51,818 INFO [RS:1;37f3da559cb4:45395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T10:20:51,818 DEBUG [RS:2;37f3da559cb4:46337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T10:20:51,818 INFO [RS:1;37f3da559cb4:45395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T10:20:51,818 INFO [RS:2;37f3da559cb4:46337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T10:20:51,818 INFO [RS:2;37f3da559cb4:46337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T10:20:51,913 INFO [RS:0;37f3da559cb4:35991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:20:51,916 INFO [RS:0;37f3da559cb4:35991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37f3da559cb4%2C35991%2C1733653250192, suffix=, logDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,35991,1733653250192, archiveDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/oldWALs, maxLogs=32 2024-12-08T10:20:51,918 INFO [RS:2;37f3da559cb4:46337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:20:51,918 INFO [RS:1;37f3da559cb4:45395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:20:51,921 INFO [RS:2;37f3da559cb4:46337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37f3da559cb4%2C46337%2C1733653250352, suffix=, logDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,46337,1733653250352, archiveDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/oldWALs, maxLogs=32 2024-12-08T10:20:51,922 INFO [RS:1;37f3da559cb4:45395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37f3da559cb4%2C45395%2C1733653250301, suffix=, logDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301, archiveDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/oldWALs, maxLogs=32 2024-12-08T10:20:51,932 DEBUG [RS:0;37f3da559cb4:35991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,35991,1733653250192/37f3da559cb4%2C35991%2C1733653250192.1733653251918, exclude list is [], retry=0 2024-12-08T10:20:51,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:51,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:51,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:51,942 DEBUG [RS:2;37f3da559cb4:46337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,46337,1733653250352/37f3da559cb4%2C46337%2C1733653250352.1733653251923, exclude list is [], retry=0 2024-12-08T10:20:51,942 DEBUG [RS:1;37f3da559cb4:45395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301/37f3da559cb4%2C45395%2C1733653250301.1733653251924, exclude list is [], retry=0 2024-12-08T10:20:51,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:51,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:51,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:51,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:51,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:51,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:51,950 INFO [RS:0;37f3da559cb4:35991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,35991,1733653250192/37f3da559cb4%2C35991%2C1733653250192.1733653251918 2024-12-08T10:20:51,953 DEBUG [RS:0;37f3da559cb4:35991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:20:51,956 INFO [RS:1;37f3da559cb4:45395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301/37f3da559cb4%2C45395%2C1733653250301.1733653251924 2024-12-08T10:20:51,957 DEBUG [RS:1;37f3da559cb4:45395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:20:51,958 INFO [RS:2;37f3da559cb4:46337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,46337,1733653250352/37f3da559cb4%2C46337%2C1733653250352.1733653251923 2024-12-08T10:20:51,960 DEBUG [RS:2;37f3da559cb4:46337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:20:52,040 DEBUG [37f3da559cb4:39295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-08T10:20:52,050 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(204): Hosts are {37f3da559cb4=0} racks are {/default-rack=0} 2024-12-08T10:20:52,057 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T10:20:52,057 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T10:20:52,057 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T10:20:52,057 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T10:20:52,057 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T10:20:52,057 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T10:20:52,058 INFO [37f3da559cb4:39295 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T10:20:52,058 INFO [37f3da559cb4:39295 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T10:20:52,058 INFO [37f3da559cb4:39295 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T10:20:52,058 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T10:20:52,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=37f3da559cb4,45395,1733653250301 2024-12-08T10:20:52,072 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37f3da559cb4,45395,1733653250301, state=OPENING 2024-12-08T10:20:52,127 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T10:20:52,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:52,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:52,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:52,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:20:52,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:20:52,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:20:52,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:20:52,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:20:52,142 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T10:20:52,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=37f3da559cb4,45395,1733653250301}] 2024-12-08T10:20:52,319 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T10:20:52,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T10:20:52,333 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T10:20:52,334 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:52,334 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T10:20:52,337 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37f3da559cb4%2C45395%2C1733653250301.meta, suffix=.meta, logDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301, archiveDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/oldWALs, maxLogs=32 2024-12-08T10:20:52,353 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta, exclude list is [], retry=0 2024-12-08T10:20:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:52,360 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta 2024-12-08T10:20:52,360 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:38997:38997)] 2024-12-08T10:20:52,361 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:20:52,363 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T10:20:52,366 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T10:20:52,372 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T10:20:52,377 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T10:20:52,378 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:52,378 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T10:20:52,378 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T10:20:52,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T10:20:52,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T10:20:52,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:52,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:20:52,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T10:20:52,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T10:20:52,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:52,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:20:52,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T10:20:52,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T10:20:52,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:52,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:20:52,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T10:20:52,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T10:20:52,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:52,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:20:52,394 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T10:20:52,396 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740 2024-12-08T10:20:52,399 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740 2024-12-08T10:20:52,401 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T10:20:52,401 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T10:20:52,402 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T10:20:52,405 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T10:20:52,406 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69071701, jitterRate=0.029248550534248352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T10:20:52,406 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T10:20:52,408 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733653252379Writing region info on filesystem at 1733653252379Initializing all the Stores at 1733653252381 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653252381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653252382 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653252382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653252382Cleaning up temporary data from old regions at 1733653252401 (+19 ms)Running coprocessor post-open hooks at 1733653252406 (+5 ms)Region opened successfully at 1733653252407 (+1 ms) 2024-12-08T10:20:52,413 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733653252310 2024-12-08T10:20:52,423 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T10:20:52,423 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T10:20:52,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,45395,1733653250301 2024-12-08T10:20:52,428 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37f3da559cb4,45395,1733653250301, state=OPEN 2024-12-08T10:20:52,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T10:20:52,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T10:20:52,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T10:20:52,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T10:20:52,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:20:52,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:20:52,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:20:52,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:20:52,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=37f3da559cb4,45395,1733653250301 2024-12-08T10:20:52,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T10:20:52,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=37f3da559cb4,45395,1733653250301 in 332 msec 2024-12-08T10:20:52,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T10:20:52,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 864 msec 2024-12-08T10:20:52,495 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T10:20:52,495 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T10:20:52,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T10:20:52,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1] 2024-12-08T10:20:52,535 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T10:20:52,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T10:20:52,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1130 sec 2024-12-08T10:20:52,556 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733653252556, completionTime=-1 2024-12-08T10:20:52,558 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-08T10:20:52,558 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T10:20:52,580 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-08T10:20:52,580 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733653312580 2024-12-08T10:20:52,580 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733653372580 2024-12-08T10:20:52,580 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-12-08T10:20:52,581 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T10:20:52,587 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,39295,1733653249411-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:52,587 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,39295,1733653249411-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:52,587 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,39295,1733653249411-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:52,589 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-37f3da559cb4:39295, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:52,590 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:52,590 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:52,596 DEBUG [master/37f3da559cb4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T10:20:52,642 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.185sec 2024-12-08T10:20:52,644 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T10:20:52,645 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T10:20:52,646 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T10:20:52,647 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T10:20:52,647 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T10:20:52,648 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,39295,1733653249411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T10:20:52,648 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,39295,1733653249411-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T10:20:52,652 DEBUG [master/37f3da559cb4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T10:20:52,653 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T10:20:52,654 INFO [master/37f3da559cb4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=37f3da559cb4,39295,1733653249411-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T10:20:52,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715fc072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T10:20:52,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 37f3da559cb4,39295,-1 for getting cluster id 2024-12-08T10:20:52,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T10:20:52,706 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a675f02e-681f-4c8c-9d7b-e68cdc255454' 2024-12-08T10:20:52,708 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T10:20:52,708 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a675f02e-681f-4c8c-9d7b-e68cdc255454" 2024-12-08T10:20:52,710 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526ad43a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T10:20:52,710 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [37f3da559cb4,39295,-1] 2024-12-08T10:20:52,712 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T10:20:52,714 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T10:20:52,715 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T10:20:52,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fe8a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T10:20:52,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T10:20:52,727 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1] 2024-12-08T10:20:52,727 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T10:20:52,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T10:20:52,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=37f3da559cb4,39295,1733653249411 2024-12-08T10:20:52,747 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:41601/hbase 2024-12-08T10:20:52,758 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=9871 2024-12-08T10:20:52,775 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:52,777 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:52,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:20:52,782 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-94846559, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/hregion-94846559, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:20:52,795 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-94846559/hregion-94846559.1733653252783, exclude list is [], retry=0 2024-12-08T10:20:52,799 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:52,799 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:52,799 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:52,802 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-94846559/hregion-94846559.1733653252783 2024-12-08T10:20:52,803 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:20:52,803 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => dd640133409c334a2796331cebbadd97, NAME => 'testReplayEditsWrittenIntoWAL,,1733653252775.dd640133409c334a2796331cebbadd97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/hbase 2024-12-08T10:20:52,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741838_1014 (size=64) 2024-12-08T10:20:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741838_1014 (size=64) 2024-12-08T10:20:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741838_1014 (size=64) 2024-12-08T10:20:52,819 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733653252775.dd640133409c334a2796331cebbadd97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:52,821 INFO [StoreOpener-dd640133409c334a2796331cebbadd97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd640133409c334a2796331cebbadd97 2024-12-08T10:20:52,823 INFO [StoreOpener-dd640133409c334a2796331cebbadd97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd640133409c334a2796331cebbadd97 columnFamilyName a 2024-12-08T10:20:52,823 DEBUG [StoreOpener-dd640133409c334a2796331cebbadd97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:52,824 INFO [StoreOpener-dd640133409c334a2796331cebbadd97-1 {}] regionserver.HStore(327): Store=dd640133409c334a2796331cebbadd97/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:52,824 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd640133409c334a2796331cebbadd97 2024-12-08T10:20:52,826 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97 2024-12-08T10:20:52,827 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97 2024-12-08T10:20:52,827 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd640133409c334a2796331cebbadd97 2024-12-08T10:20:52,827 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd640133409c334a2796331cebbadd97 2024-12-08T10:20:52,830 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd640133409c334a2796331cebbadd97 2024-12-08T10:20:52,834 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:20:52,835 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd640133409c334a2796331cebbadd97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67572712, jitterRate=0.006911873817443848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T10:20:52,836 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd640133409c334a2796331cebbadd97: Writing region info on filesystem at 1733653252819Initializing all the Stores at 1733653252820 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653252820Cleaning up temporary data from old regions at 1733653252827 (+7 ms)Region opened successfully at 1733653252836 (+9 ms) 2024-12-08T10:20:52,836 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dd640133409c334a2796331cebbadd97, disabling compactions & flushes 2024-12-08T10:20:52,836 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733653252775.dd640133409c334a2796331cebbadd97. 2024-12-08T10:20:52,836 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733653252775.dd640133409c334a2796331cebbadd97. 2024-12-08T10:20:52,837 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733653252775.dd640133409c334a2796331cebbadd97. after waiting 0 ms 2024-12-08T10:20:52,837 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733653252775.dd640133409c334a2796331cebbadd97. 2024-12-08T10:20:52,837 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733653252775.dd640133409c334a2796331cebbadd97. 2024-12-08T10:20:52,837 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dd640133409c334a2796331cebbadd97: Waiting for close lock at 1733653252836Disabling compacts and flushes for region at 1733653252836Disabling writes for close at 1733653252837 (+1 ms)Writing region close event to WAL at 1733653252837Closed at 1733653252837 2024-12-08T10:20:52,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741837_1013 (size=93) 2024-12-08T10:20:52,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741837_1013 (size=93) 2024-12-08T10:20:52,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741837_1013 (size=93) 2024-12-08T10:20:52,848 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:20:52,848 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-94846559:(num 1733653252783) 2024-12-08T10:20:52,850 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T10:20:52,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741839_1015 (size=276) 2024-12-08T10:20:52,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741839_1015 (size=276) 2024-12-08T10:20:52,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741839_1015 (size=276) 2024-12-08T10:20:52,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T10:20:52,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741840_1016 (size=230) 2024-12-08T10:20:52,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741840_1016 (size=230) 2024-12-08T10:20:52,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741840_1016 (size=230) 2024-12-08T10:20:52,899 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-1, size=276 (276bytes) 2024-12-08T10:20:52,900 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-08T10:20:52,900 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-08T10:20:52,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-1 2024-12-08T10:20:52,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-1 after 3ms 2024-12-08T10:20:52,911 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:52,912 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-1 took 14ms 2024-12-08T10:20:52,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-1 so closing down 2024-12-08T10:20:52,920 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-08T10:20:52,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:20:52,923 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000001-wal-1.temp 2024-12-08T10:20:52,924 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:20:52,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741841_1017 (size=276) 2024-12-08T10:20:52,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741841_1017 (size=276) 2024-12-08T10:20:52,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741841_1017 (size=276) 2024-12-08T10:20:52,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-08T10:20:52,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000002 2024-12-08T10:20:52,943 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-08T10:20:52,943 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-1, journal: Splitting hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-1, size=276 (276bytes) at 1733653252899Finishing writing output for hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-1 so closing down at 1733653252917 (+18 ms)Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000001-wal-1.temp at 1733653252923 (+6 ms)3 split writer threads finished at 1733653252924 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733653252935 (+11 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000002 at 1733653252938 (+3 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733653252943 (+5 ms) 2024-12-08T10:20:52,965 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-2, size=230 (230bytes) 2024-12-08T10:20:52,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-2 2024-12-08T10:20:52,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-2 after 1ms 2024-12-08T10:20:52,970 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:52,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-2 took 6ms 2024-12-08T10:20:52,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-2 so closing down 2024-12-08T10:20:52,974 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:20:52,977 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-08T10:20:52,978 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000002-wal-2.temp 2024-12-08T10:20:52,979 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:20:52,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741842_1018 (size=230) 2024-12-08T10:20:52,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741842_1018 (size=230) 2024-12-08T10:20:52,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741842_1018 (size=230) 2024-12-08T10:20:52,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-08T10:20:52,992 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:52,994 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-12-08T10:20:52,996 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-08T10:20:52,996 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-2, journal: Splitting hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-2, size=230 (230bytes) at 1733653252965Finishing writing output for hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-2 so closing down at 1733653252973 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000002-wal-2.temp at 1733653252978 (+5 ms)3 split writer threads finished at 1733653252979 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733653252988 (+9 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733653252996 (+8 ms) 2024-12-08T10:20:52,996 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:20:52,999 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:20:53,011 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal.1733653253000, exclude list is [], retry=0 2024-12-08T10:20:53,015 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:53,016 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:53,016 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:53,018 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal.1733653253000 2024-12-08T10:20:53,019 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:38997:38997)] 2024-12-08T10:20:53,019 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dd640133409c334a2796331cebbadd97, NAME => 'testReplayEditsWrittenIntoWAL,,1733653252775.dd640133409c334a2796331cebbadd97.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:20:53,019 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733653252775.dd640133409c334a2796331cebbadd97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:53,019 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dd640133409c334a2796331cebbadd97 2024-12-08T10:20:53,019 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dd640133409c334a2796331cebbadd97 2024-12-08T10:20:53,021 INFO [StoreOpener-dd640133409c334a2796331cebbadd97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd640133409c334a2796331cebbadd97 2024-12-08T10:20:53,023 INFO [StoreOpener-dd640133409c334a2796331cebbadd97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd640133409c334a2796331cebbadd97 columnFamilyName a 2024-12-08T10:20:53,023 DEBUG [StoreOpener-dd640133409c334a2796331cebbadd97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:53,025 INFO [StoreOpener-dd640133409c334a2796331cebbadd97-1 {}] regionserver.HStore(327): Store=dd640133409c334a2796331cebbadd97/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:53,025 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd640133409c334a2796331cebbadd97 2024-12-08T10:20:53,026 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97 2024-12-08T10:20:53,029 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97 2024-12-08T10:20:53,031 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000002 2024-12-08T10:20:53,034 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:53,039 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000002 2024-12-08T10:20:53,042 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dd640133409c334a2796331cebbadd97 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-08T10:20:53,087 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/.tmp/a/8af4b76dda824fe4805505eef8bbb6ee is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733653252848/Put/seqid=0 2024-12-08T10:20:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741844_1020 (size=5170) 2024-12-08T10:20:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741844_1020 (size=5170) 2024-12-08T10:20:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741844_1020 (size=5170) 2024-12-08T10:20:53,102 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/.tmp/a/8af4b76dda824fe4805505eef8bbb6ee 2024-12-08T10:20:53,140 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/.tmp/a/8af4b76dda824fe4805505eef8bbb6ee as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/a/8af4b76dda824fe4805505eef8bbb6ee 2024-12-08T10:20:53,148 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/a/8af4b76dda824fe4805505eef8bbb6ee, entries=2, sequenceid=2, filesize=5.0 K 2024-12-08T10:20:53,152 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for dd640133409c334a2796331cebbadd97 in 109ms, sequenceid=2, compaction requested=false; wal=null 2024-12-08T10:20:53,154 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/0000000000000000002 2024-12-08T10:20:53,155 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd640133409c334a2796331cebbadd97 2024-12-08T10:20:53,155 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd640133409c334a2796331cebbadd97 2024-12-08T10:20:53,157 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd640133409c334a2796331cebbadd97 2024-12-08T10:20:53,160 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/dd640133409c334a2796331cebbadd97/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-08T10:20:53,162 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd640133409c334a2796331cebbadd97; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59927314, jitterRate=-0.10701343417167664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T10:20:53,162 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd640133409c334a2796331cebbadd97: Writing region info on filesystem at 1733653253019Initializing all the Stores at 1733653253021 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653253021Obtaining lock to block concurrent updates at 1733653253042 (+21 ms)Preparing flush snapshotting stores in dd640133409c334a2796331cebbadd97 at 1733653253042Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733653252775.dd640133409c334a2796331cebbadd97., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733653253045 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733653252775.dd640133409c334a2796331cebbadd97. at 1733653253045Flushing dd640133409c334a2796331cebbadd97/a: creating writer at 1733653253046 (+1 ms)Flushing dd640133409c334a2796331cebbadd97/a: appending metadata at 1733653253078 (+32 ms)Flushing dd640133409c334a2796331cebbadd97/a: closing flushed file at 1733653253080 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5cf62c: reopening flushed file at 1733653253138 (+58 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for dd640133409c334a2796331cebbadd97 in 109ms, sequenceid=2, compaction requested=false; wal=null at 1733653253152 (+14 ms)Cleaning up temporary data from old regions at 1733653253155 (+3 ms)Region opened successfully at 1733653253162 (+7 ms) 2024-12-08T10:20:53,188 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=374 (was 362) Potentially hanging thread: PacketResponder: BP-1263153277-172.17.0.2-1733653244873:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:37144 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:35154 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:37310 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41601/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:35296 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:41892 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:41866 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1263153277-172.17.0.2-1733653244873:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1263153277-172.17.0.2-1733653244873:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=163 (was 163), ProcessCount=11 (was 11), AvailableMemoryMB=9846 (was 9871) 2024-12-08T10:20:53,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=9844 2024-12-08T10:20:53,213 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:53,215 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:53,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:20:53,220 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87373016, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/hregion-87373016, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:20:53,232 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87373016/hregion-87373016.1733653253221, exclude list is [], retry=0 2024-12-08T10:20:53,236 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:53,236 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:53,237 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:53,240 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87373016/hregion-87373016.1733653253221 2024-12-08T10:20:53,240 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:20:53,240 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fb1c822fcdffc288ff490fab220c7199, NAME => 'testReplayEditsWrittenIntoWAL,,1733653253214.fb1c822fcdffc288ff490fab220c7199.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/hbase 2024-12-08T10:20:53,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741846_1022 (size=64) 2024-12-08T10:20:53,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741846_1022 (size=64) 2024-12-08T10:20:53,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741846_1022 (size=64) 2024-12-08T10:20:53,255 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733653253214.fb1c822fcdffc288ff490fab220c7199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:53,258 INFO [StoreOpener-fb1c822fcdffc288ff490fab220c7199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,260 INFO [StoreOpener-fb1c822fcdffc288ff490fab220c7199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb1c822fcdffc288ff490fab220c7199 columnFamilyName a 2024-12-08T10:20:53,260 DEBUG [StoreOpener-fb1c822fcdffc288ff490fab220c7199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:53,261 INFO [StoreOpener-fb1c822fcdffc288ff490fab220c7199-1 {}] regionserver.HStore(327): Store=fb1c822fcdffc288ff490fab220c7199/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:53,261 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,262 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,263 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,264 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,264 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,266 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,270 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:20:53,270 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fb1c822fcdffc288ff490fab220c7199; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72064987, jitterRate=0.07385198771953583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T10:20:53,271 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fb1c822fcdffc288ff490fab220c7199: Writing region info on filesystem at 1733653253255Initializing all the Stores at 1733653253257 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653253257Cleaning up temporary data from old regions at 1733653253264 (+7 ms)Region opened successfully at 1733653253271 (+7 ms) 2024-12-08T10:20:53,271 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fb1c822fcdffc288ff490fab220c7199, disabling compactions & flushes 2024-12-08T10:20:53,271 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733653253214.fb1c822fcdffc288ff490fab220c7199. 2024-12-08T10:20:53,271 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733653253214.fb1c822fcdffc288ff490fab220c7199. 2024-12-08T10:20:53,271 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733653253214.fb1c822fcdffc288ff490fab220c7199. after waiting 0 ms 2024-12-08T10:20:53,271 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733653253214.fb1c822fcdffc288ff490fab220c7199. 2024-12-08T10:20:53,271 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733653253214.fb1c822fcdffc288ff490fab220c7199. 2024-12-08T10:20:53,271 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fb1c822fcdffc288ff490fab220c7199: Waiting for close lock at 1733653253271Disabling compacts and flushes for region at 1733653253271Disabling writes for close at 1733653253271Writing region close event to WAL at 1733653253271Closed at 1733653253271 2024-12-08T10:20:53,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741845_1021 (size=93) 2024-12-08T10:20:53,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741845_1021 (size=93) 2024-12-08T10:20:53,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741845_1021 (size=93) 2024-12-08T10:20:53,278 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:20:53,278 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87373016:(num 1733653253221) 2024-12-08T10:20:53,279 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T10:20:53,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741847_1023 (size=276) 2024-12-08T10:20:53,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741847_1023 (size=276) 2024-12-08T10:20:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741847_1023 (size=276) 2024-12-08T10:20:53,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T10:20:53,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741848_1024 (size=230) 2024-12-08T10:20:53,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741848_1024 (size=230) 2024-12-08T10:20:53,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741848_1024 (size=230) 2024-12-08T10:20:53,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-2, size=230 (230bytes) 2024-12-08T10:20:53,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-2 2024-12-08T10:20:53,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-2 after 1ms 2024-12-08T10:20:53,323 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:53,324 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-2 took 6ms 2024-12-08T10:20:53,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-2 so closing down 2024-12-08T10:20:53,327 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:20:53,329 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-08T10:20:53,330 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002-wal-2.temp 2024-12-08T10:20:53,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:20:53,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741849_1025 (size=230) 2024-12-08T10:20:53,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741849_1025 (size=230) 2024-12-08T10:20:53,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741849_1025 (size=230) 2024-12-08T10:20:53,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-08T10:20:53,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002 2024-12-08T10:20:53,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-08T10:20:53,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-2, journal: Splitting hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-2, size=230 (230bytes) at 1733653253318Finishing writing output for hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-2 so closing down at 1733653253326 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002-wal-2.temp at 1733653253330 (+4 ms)3 split writer threads finished at 1733653253331 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733653253339 (+8 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002 at 1733653253341 (+2 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733653253342 (+1 ms) 2024-12-08T10:20:53,354 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-1, size=276 (276bytes) 2024-12-08T10:20:53,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-1 2024-12-08T10:20:53,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-1 after 0ms 2024-12-08T10:20:53,359 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:53,359 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-1 took 5ms 2024-12-08T10:20:53,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-1 so closing down 2024-12-08T10:20:53,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:20:53,365 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-08T10:20:53,367 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000001-wal-1.temp 2024-12-08T10:20:53,367 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:20:53,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741850_1026 (size=276) 2024-12-08T10:20:53,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741850_1026 (size=276) 2024-12-08T10:20:53,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741850_1026 (size=276) 2024-12-08T10:20:53,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-08T10:20:53,380 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:53,382 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002, length=230 2024-12-08T10:20:53,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002 2024-12-08T10:20:53,384 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-08T10:20:53,385 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-1, journal: Splitting hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-1, size=276 (276bytes) at 1733653253355Finishing writing output for hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-1 so closing down at 1733653253362 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000001-wal-1.temp at 1733653253367 (+5 ms)3 split writer threads finished at 1733653253367Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733653253376 (+9 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002 at 1733653253384 (+8 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733653253384 2024-12-08T10:20:53,385 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:20:53,387 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:20:53,399 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal.1733653253387, exclude list is [], retry=0 2024-12-08T10:20:53,402 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:53,402 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:53,403 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:53,406 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal.1733653253387 2024-12-08T10:20:53,406 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:20:53,406 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fb1c822fcdffc288ff490fab220c7199, NAME => 'testReplayEditsWrittenIntoWAL,,1733653253214.fb1c822fcdffc288ff490fab220c7199.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:20:53,406 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733653253214.fb1c822fcdffc288ff490fab220c7199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:53,406 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,407 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,409 INFO [StoreOpener-fb1c822fcdffc288ff490fab220c7199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,411 INFO [StoreOpener-fb1c822fcdffc288ff490fab220c7199-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb1c822fcdffc288ff490fab220c7199 columnFamilyName a 2024-12-08T10:20:53,412 DEBUG [StoreOpener-fb1c822fcdffc288ff490fab220c7199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:53,412 INFO [StoreOpener-fb1c822fcdffc288ff490fab220c7199-1 {}] regionserver.HStore(327): Store=fb1c822fcdffc288ff490fab220c7199/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:53,413 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,413 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,416 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,417 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002 2024-12-08T10:20:53,419 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:53,421 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002 2024-12-08T10:20:53,421 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fb1c822fcdffc288ff490fab220c7199 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-08T10:20:53,436 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/.tmp/a/8e304555a2cd4bd19b201e532ab7c703 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733653253278/Put/seqid=0 2024-12-08T10:20:53,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741852_1028 (size=5170) 2024-12-08T10:20:53,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741852_1028 (size=5170) 2024-12-08T10:20:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741852_1028 (size=5170) 2024-12-08T10:20:53,445 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/.tmp/a/8e304555a2cd4bd19b201e532ab7c703 2024-12-08T10:20:53,455 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/.tmp/a/8e304555a2cd4bd19b201e532ab7c703 as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/a/8e304555a2cd4bd19b201e532ab7c703 2024-12-08T10:20:53,464 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/a/8e304555a2cd4bd19b201e532ab7c703, entries=2, sequenceid=2, filesize=5.0 K 2024-12-08T10:20:53,464 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for fb1c822fcdffc288ff490fab220c7199 in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-12-08T10:20:53,465 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/0000000000000000002 2024-12-08T10:20:53,465 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,466 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,468 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fb1c822fcdffc288ff490fab220c7199 2024-12-08T10:20:53,470 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/fb1c822fcdffc288ff490fab220c7199/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-08T10:20:53,472 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fb1c822fcdffc288ff490fab220c7199; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69622983, jitterRate=0.037463292479515076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T10:20:53,472 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fb1c822fcdffc288ff490fab220c7199: Writing region info on filesystem at 1733653253407Initializing all the Stores at 1733653253408 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653253408Obtaining lock to block concurrent updates at 1733653253421 (+13 ms)Preparing flush snapshotting stores in fb1c822fcdffc288ff490fab220c7199 at 1733653253421Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733653253214.fb1c822fcdffc288ff490fab220c7199., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733653253421Flushing stores of testReplayEditsWrittenIntoWAL,,1733653253214.fb1c822fcdffc288ff490fab220c7199. at 1733653253421Flushing fb1c822fcdffc288ff490fab220c7199/a: creating writer at 1733653253421Flushing fb1c822fcdffc288ff490fab220c7199/a: appending metadata at 1733653253435 (+14 ms)Flushing fb1c822fcdffc288ff490fab220c7199/a: closing flushed file at 1733653253435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b8332f: reopening flushed file at 1733653253453 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for fb1c822fcdffc288ff490fab220c7199 in 43ms, sequenceid=2, compaction requested=false; wal=null at 1733653253464 (+11 ms)Cleaning up temporary data from old regions at 1733653253466 (+2 ms)Region opened successfully at 1733653253472 (+6 ms) 2024-12-08T10:20:53,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: PacketResponder: BP-1263153277-172.17.0.2-1733653244873:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:37144 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:35154 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:35374 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:41866 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:37402 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1263153277-172.17.0.2-1733653244873:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:41944 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1263153277-172.17.0.2-1733653244873:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=163 (was 163), ProcessCount=11 (was 11), AvailableMemoryMB=9838 (was 9844) 2024-12-08T10:20:53,500 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=9838 2024-12-08T10:20:53,515 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:53,517 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:53,518 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:20:53,521 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-25476106, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/hregion-25476106, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:20:53,533 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-25476106/hregion-25476106.1733653253521, exclude list is [], retry=0 2024-12-08T10:20:53,537 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:53,537 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:53,537 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:53,539 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-25476106/hregion-25476106.1733653253521 2024-12-08T10:20:53,541 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:20:53,541 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f1a27c2071f82130433cd10a3e4dee8e, NAME => 'testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/hbase 2024-12-08T10:20:53,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741854_1030 (size=64) 2024-12-08T10:20:53,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741854_1030 (size=64) 2024-12-08T10:20:53,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741854_1030 (size=64) 2024-12-08T10:20:53,554 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:53,556 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:53,558 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1a27c2071f82130433cd10a3e4dee8e columnFamilyName a 2024-12-08T10:20:53,558 DEBUG [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:53,559 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] regionserver.HStore(327): Store=f1a27c2071f82130433cd10a3e4dee8e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:53,559 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:53,561 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1a27c2071f82130433cd10a3e4dee8e columnFamilyName b 2024-12-08T10:20:53,561 DEBUG [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:53,562 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] regionserver.HStore(327): Store=f1a27c2071f82130433cd10a3e4dee8e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:53,562 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:53,564 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1a27c2071f82130433cd10a3e4dee8e columnFamilyName c 2024-12-08T10:20:53,564 DEBUG [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:53,565 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] regionserver.HStore(327): Store=f1a27c2071f82130433cd10a3e4dee8e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:53,565 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:53,566 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:53,567 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:53,568 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:53,568 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:53,569 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:20:53,570 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:53,573 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:20:53,574 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f1a27c2071f82130433cd10a3e4dee8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62332649, jitterRate=-0.07117114961147308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:20:53,574 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f1a27c2071f82130433cd10a3e4dee8e: Writing region info on filesystem at 1733653253554Initializing all the Stores at 1733653253555 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653253555Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653253555Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653253555Cleaning up temporary data from old regions at 1733653253568 (+13 ms)Region opened successfully at 1733653253574 (+6 ms) 2024-12-08T10:20:53,575 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f1a27c2071f82130433cd10a3e4dee8e, disabling compactions & flushes 2024-12-08T10:20:53,575 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e. 2024-12-08T10:20:53,575 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e. 2024-12-08T10:20:53,575 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e. after waiting 0 ms 2024-12-08T10:20:53,575 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e. 2024-12-08T10:20:53,575 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e. 2024-12-08T10:20:53,575 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f1a27c2071f82130433cd10a3e4dee8e: Waiting for close lock at 1733653253574Disabling compacts and flushes for region at 1733653253574Disabling writes for close at 1733653253575 (+1 ms)Writing region close event to WAL at 1733653253575Closed at 1733653253575 2024-12-08T10:20:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741853_1029 (size=93) 2024-12-08T10:20:53,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-25476106/hregion-25476106.1733653253521 not finished, retry = 0 2024-12-08T10:20:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741853_1029 (size=93) 2024-12-08T10:20:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741853_1029 (size=93) 2024-12-08T10:20:53,686 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:20:53,686 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-25476106:(num 1733653253521) 2024-12-08T10:20:53,686 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:20:53,691 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:20:53,706 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692, exclude list is [], retry=0 2024-12-08T10:20:53,710 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:53,710 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:53,711 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:53,713 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692 2024-12-08T10:20:53,713 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:20:53,929 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692, size=0 (0bytes) 2024-12-08T10:20:53,929 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692 might be still open, length is 0 2024-12-08T10:20:53,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692 2024-12-08T10:20:53,931 WARN [IPC Server handler 2 on default port 41601 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-08T10:20:53,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692 after 1ms 2024-12-08T10:20:54,561 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:35420 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39339:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35420 dst: /127.0.0.1:39339 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39339 remote=/127.0.0.1:35420]. Total timeout mills is 60000, 59336 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:20:54,562 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:41982 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41982 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:20:54,562 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:37442 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37442 dst: /127.0.0.1:41729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:20:54,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741855_1032 (size=200589) 2024-12-08T10:20:54,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741855_1032 (size=200589) 2024-12-08T10:20:54,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741855_1032 (size=200589) 2024-12-08T10:20:57,886 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T10:20:57,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T10:20:57,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692 after 4002ms 2024-12-08T10:20:57,935 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:57,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692 took 4008ms 2024-12-08T10:20:57,941 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733653253692.temp 2024-12-08T10:20:57,943 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000000001-wal.1733653253692.temp 2024-12-08T10:20:58,035 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692; continuing. 2024-12-08T10:20:58,035 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692 so closing down 2024-12-08T10:20:58,035 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:20:58,037 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:20:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741856_1033 (size=200597) 2024-12-08T10:20:58,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741856_1033 (size=200597) 2024-12-08T10:20:58,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741856_1033 (size=200597) 2024-12-08T10:20:58,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000000001-wal.1733653253692.temp (wrote 3002 edits, skipped 0 edits in 43 ms) 2024-12-08T10:20:58,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000000001-wal.1733653253692.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000003002 2024-12-08T10:20:58,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T10:20:58,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692, journal: Splitting hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692, size=0 (0bytes) at 1733653253929Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000000001-wal.1733653253692.temp at 1733653257943 (+4014 ms)Split 1024 edits, skipped 0 edits. at 1733653257992 (+49 ms)Split 2048 edits, skipped 0 edits. at 1733653258015 (+23 ms)Finishing writing output for hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692 so closing down at 1733653258035 (+20 ms)3 split writer threads finished at 1733653258037 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000000001-wal.1733653253692.temp (wrote 3002 edits, skipped 0 edits in 43 ms) at 1733653258041 (+4 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000000001-wal.1733653253692.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000003002 at 1733653258043 (+2 ms)Processed 3002 edits across 1 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692, size=0, length=0, corrupted=false, cancelled=false at 1733653258043 2024-12-08T10:20:58,046 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692 to hdfs://localhost:41601/hbase/oldWALs/wal.1733653253692 2024-12-08T10:20:58,048 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000003002 2024-12-08T10:20:58,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:20:58,051 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:20:58,063 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653258051, exclude list is [], retry=0 2024-12-08T10:20:58,067 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:58,068 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:58,068 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:58,071 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653258051 2024-12-08T10:20:58,071 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:20:58,072 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:58,074 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:58,076 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1a27c2071f82130433cd10a3e4dee8e columnFamilyName a 2024-12-08T10:20:58,076 DEBUG [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:58,076 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] regionserver.HStore(327): Store=f1a27c2071f82130433cd10a3e4dee8e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:58,077 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:58,078 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1a27c2071f82130433cd10a3e4dee8e columnFamilyName b 2024-12-08T10:20:58,078 DEBUG [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:58,079 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] regionserver.HStore(327): Store=f1a27c2071f82130433cd10a3e4dee8e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:58,079 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:58,080 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1a27c2071f82130433cd10a3e4dee8e columnFamilyName c 2024-12-08T10:20:58,080 DEBUG [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:58,081 INFO [StoreOpener-f1a27c2071f82130433cd10a3e4dee8e-1 {}] regionserver.HStore(327): Store=f1a27c2071f82130433cd10a3e4dee8e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:58,081 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:58,082 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:58,085 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:58,086 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000003002 2024-12-08T10:20:58,089 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:58,117 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T10:20:58,423 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f1a27c2071f82130433cd10a3e4dee8e 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-08T10:20:58,455 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/a/fa9cec8cdfb74f50b6fa5e27f24912c7 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733653253723/Put/seqid=0 2024-12-08T10:20:58,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741858_1035 (size=50463) 2024-12-08T10:20:58,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741858_1035 (size=50463) 2024-12-08T10:20:58,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741858_1035 (size=50463) 2024-12-08T10:20:58,468 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/a/fa9cec8cdfb74f50b6fa5e27f24912c7 2024-12-08T10:20:58,476 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/a/fa9cec8cdfb74f50b6fa5e27f24912c7 as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/a/fa9cec8cdfb74f50b6fa5e27f24912c7 2024-12-08T10:20:58,484 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/a/fa9cec8cdfb74f50b6fa5e27f24912c7, entries=754, sequenceid=754, filesize=49.3 K 2024-12-08T10:20:58,484 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for f1a27c2071f82130433cd10a3e4dee8e in 61ms, sequenceid=754, compaction requested=false; wal=null 2024-12-08T10:20:58,509 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T10:20:58,510 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f1a27c2071f82130433cd10a3e4dee8e 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-08T10:20:58,519 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/a/f54a7da7d33e4ef5ad45565f09a65f19 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733653253775/Put/seqid=0 2024-12-08T10:20:58,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741859_1036 (size=20072) 2024-12-08T10:20:58,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741859_1036 (size=20072) 2024-12-08T10:20:58,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741859_1036 (size=20072) 2024-12-08T10:20:58,529 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/a/f54a7da7d33e4ef5ad45565f09a65f19 2024-12-08T10:20:58,562 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/b/57aed2515795451a858b012934f629a3 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733653253791/Put/seqid=0 2024-12-08T10:20:58,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741860_1037 (size=35835) 2024-12-08T10:20:58,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741860_1037 (size=35835) 2024-12-08T10:20:58,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741860_1037 (size=35835) 2024-12-08T10:20:58,572 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/b/57aed2515795451a858b012934f629a3 2024-12-08T10:20:58,580 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/a/f54a7da7d33e4ef5ad45565f09a65f19 as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/a/f54a7da7d33e4ef5ad45565f09a65f19 2024-12-08T10:20:58,588 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/a/f54a7da7d33e4ef5ad45565f09a65f19, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-08T10:20:58,590 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/b/57aed2515795451a858b012934f629a3 as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/b/57aed2515795451a858b012934f629a3 2024-12-08T10:20:58,598 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/b/57aed2515795451a858b012934f629a3, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-08T10:20:58,598 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for f1a27c2071f82130433cd10a3e4dee8e in 89ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-08T10:20:58,608 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T10:20:58,609 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f1a27c2071f82130433cd10a3e4dee8e 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-08T10:20:58,615 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/b/0b6589568247469f8051e304c5a615cf is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733653253807/Put/seqid=0 2024-12-08T10:20:58,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741861_1038 (size=35082) 2024-12-08T10:20:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741861_1038 (size=35082) 2024-12-08T10:20:58,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741861_1038 (size=35082) 2024-12-08T10:20:58,627 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/b/0b6589568247469f8051e304c5a615cf 2024-12-08T10:20:58,650 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/c/4e3f35c8a6ee4838b12dba0856447e4c is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733653253842/Put/seqid=0 2024-12-08T10:20:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741862_1039 (size=20825) 2024-12-08T10:20:58,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741862_1039 (size=20825) 2024-12-08T10:20:58,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741862_1039 (size=20825) 2024-12-08T10:20:58,660 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/c/4e3f35c8a6ee4838b12dba0856447e4c 2024-12-08T10:20:58,669 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/b/0b6589568247469f8051e304c5a615cf as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/b/0b6589568247469f8051e304c5a615cf 2024-12-08T10:20:58,676 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/b/0b6589568247469f8051e304c5a615cf, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-08T10:20:58,678 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/c/4e3f35c8a6ee4838b12dba0856447e4c as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/c/4e3f35c8a6ee4838b12dba0856447e4c 2024-12-08T10:20:58,684 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/c/4e3f35c8a6ee4838b12dba0856447e4c, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-08T10:20:58,685 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for f1a27c2071f82130433cd10a3e4dee8e in 77ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-08T10:20:58,695 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733653253895/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e. 2024-12-08T10:20:58,699 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000003002 2024-12-08T10:20:58,700 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T10:20:58,700 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f1a27c2071f82130433cd10a3e4dee8e 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-08T10:20:58,710 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/c/d8214a1e9cea4b49af241f81a0281737 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733653253853/Put/seqid=0 2024-12-08T10:20:58,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741863_1040 (size=50301) 2024-12-08T10:20:58,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741863_1040 (size=50301) 2024-12-08T10:20:58,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741863_1040 (size=50301) 2024-12-08T10:20:58,723 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/c/d8214a1e9cea4b49af241f81a0281737 2024-12-08T10:20:58,730 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8214a1e9cea4b49af241f81a0281737 2024-12-08T10:20:58,731 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/.tmp/c/d8214a1e9cea4b49af241f81a0281737 as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/c/d8214a1e9cea4b49af241f81a0281737 2024-12-08T10:20:58,738 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8214a1e9cea4b49af241f81a0281737 2024-12-08T10:20:58,739 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/c/d8214a1e9cea4b49af241f81a0281737, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-08T10:20:58,739 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for f1a27c2071f82130433cd10a3e4dee8e in 39ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-08T10:20:58,740 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/0000000000000003002 2024-12-08T10:20:58,741 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:58,741 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:58,742 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T10:20:58,743 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f1a27c2071f82130433cd10a3e4dee8e 2024-12-08T10:20:58,746 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenIntoWAL/f1a27c2071f82130433cd10a3e4dee8e/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-08T10:20:58,747 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f1a27c2071f82130433cd10a3e4dee8e; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73993533, jitterRate=0.10258956253528595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T10:20:58,747 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f1a27c2071f82130433cd10a3e4dee8e: Writing region info on filesystem at 1733653258072Initializing all the Stores at 1733653258073 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653258073Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653258074 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653258074Cleaning up temporary data from old regions at 1733653258741 (+667 ms)Region opened successfully at 1733653258747 (+6 ms) 2024-12-08T10:20:58,807 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f1a27c2071f82130433cd10a3e4dee8e, disabling compactions & flushes 2024-12-08T10:20:58,807 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e. 2024-12-08T10:20:58,807 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e. 2024-12-08T10:20:58,807 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e. after waiting 0 ms 2024-12-08T10:20:58,807 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e. 2024-12-08T10:20:58,809 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733653253515.f1a27c2071f82130433cd10a3e4dee8e. 2024-12-08T10:20:58,809 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f1a27c2071f82130433cd10a3e4dee8e: Waiting for close lock at 1733653258807Disabling compacts and flushes for region at 1733653258807Disabling writes for close at 1733653258807Writing region close event to WAL at 1733653258809 (+2 ms)Closed at 1733653258809 2024-12-08T10:20:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741857_1034 (size=93) 2024-12-08T10:20:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741857_1034 (size=93) 2024-12-08T10:20:58,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741857_1034 (size=93) 2024-12-08T10:20:58,816 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:20:58,816 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733653258051) 2024-12-08T10:20:58,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=398 (was 384) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:41601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-932181460_22 at /127.0.0.1:42036 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-932181460_22 at /127.0.0.1:35460 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-932181460_22 at /127.0.0.1:37486 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102277669) connection to localhost/127.0.0.1:41601 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (102277669) connection to localhost/127.0.0.1:42613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (102277669) connection to localhost/127.0.0.1:40021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-932181460_22 at /127.0.0.1:42084 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 163), ProcessCount=11 (was 11), AvailableMemoryMB=9752 (was 9838) 2024-12-08T10:20:58,839 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=398, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=9751 2024-12-08T10:20:58,853 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:58,855 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:58,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:20:58,858 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-15928875, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/hregion-15928875, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:20:58,870 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-15928875/hregion-15928875.1733653258859, exclude list is [], retry=0 2024-12-08T10:20:58,873 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:58,874 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:58,874 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:58,876 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-15928875/hregion-15928875.1733653258859 2024-12-08T10:20:58,877 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:20:58,877 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0bda6ff09484b457d3c787fc2a154d69, NAME => 'test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/hbase 2024-12-08T10:20:58,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741865_1042 (size=43) 2024-12-08T10:20:58,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741865_1042 (size=43) 2024-12-08T10:20:58,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741865_1042 (size=43) 2024-12-08T10:20:58,890 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:58,891 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:58,893 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bda6ff09484b457d3c787fc2a154d69 columnFamilyName a 2024-12-08T10:20:58,893 DEBUG [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:58,893 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] regionserver.HStore(327): Store=0bda6ff09484b457d3c787fc2a154d69/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:58,893 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:58,895 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bda6ff09484b457d3c787fc2a154d69 columnFamilyName b 2024-12-08T10:20:58,895 DEBUG [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:58,895 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] regionserver.HStore(327): Store=0bda6ff09484b457d3c787fc2a154d69/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:58,895 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:58,897 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bda6ff09484b457d3c787fc2a154d69 columnFamilyName c 2024-12-08T10:20:58,897 DEBUG [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:58,898 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] regionserver.HStore(327): Store=0bda6ff09484b457d3c787fc2a154d69/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:58,898 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:58,899 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:58,899 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:58,900 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:58,900 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:58,901 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:20:58,902 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:58,904 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:20:58,905 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0bda6ff09484b457d3c787fc2a154d69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65901385, jitterRate=-0.017992839217185974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:20:58,906 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0bda6ff09484b457d3c787fc2a154d69: Writing region info on filesystem at 1733653258890Initializing all the Stores at 1733653258891 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653258891Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653258891Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653258891Cleaning up temporary data from old regions at 1733653258900 (+9 ms)Region opened successfully at 1733653258906 (+6 ms) 2024-12-08T10:20:58,906 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0bda6ff09484b457d3c787fc2a154d69, disabling compactions & flushes 2024-12-08T10:20:58,906 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69. 2024-12-08T10:20:58,906 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69. 2024-12-08T10:20:58,906 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69. after waiting 0 ms 2024-12-08T10:20:58,906 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69. 2024-12-08T10:20:58,907 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69. 2024-12-08T10:20:58,907 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0bda6ff09484b457d3c787fc2a154d69: Waiting for close lock at 1733653258906Disabling compacts and flushes for region at 1733653258906Disabling writes for close at 1733653258906Writing region close event to WAL at 1733653258907 (+1 ms)Closed at 1733653258907 2024-12-08T10:20:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741864_1041 (size=93) 2024-12-08T10:20:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741864_1041 (size=93) 2024-12-08T10:20:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741864_1041 (size=93) 2024-12-08T10:20:58,914 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:20:58,914 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-15928875:(num 1733653258859) 2024-12-08T10:20:58,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:20:58,916 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:20:58,929 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917, exclude list is [], retry=0 2024-12-08T10:20:58,932 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:58,932 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:58,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:58,934 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917 2024-12-08T10:20:58,935 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:20:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741866_1043 (size=200357) 2024-12-08T10:20:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741866_1043 (size=200357) 2024-12-08T10:20:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741866_1043 (size=200357) 2024-12-08T10:20:59,071 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917, size=195.7 K (200357bytes) 2024-12-08T10:20:59,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917 2024-12-08T10:20:59,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917 after 1ms 2024-12-08T10:20:59,075 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:59,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917 took 6ms 2024-12-08T10:20:59,082 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733653258917.temp 2024-12-08T10:20:59,084 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000000001-wal.1733653258917.temp 2024-12-08T10:20:59,130 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917 so closing down 2024-12-08T10:20:59,130 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:20:59,130 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:20:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741867_1044 (size=200357) 2024-12-08T10:20:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741867_1044 (size=200357) 2024-12-08T10:20:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741867_1044 (size=200357) 2024-12-08T10:20:59,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000000001-wal.1733653258917.temp (wrote 3000 edits, skipped 0 edits in 20 ms) 2024-12-08T10:20:59,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000000001-wal.1733653258917.temp to hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003000 2024-12-08T10:20:59,136 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-12-08T10:20:59,137 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917, journal: Splitting hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917, size=195.7 K (200357bytes) at 1733653259071Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000000001-wal.1733653258917.temp at 1733653259084 (+13 ms)Split 1024 edits, skipped 0 edits. at 1733653259097 (+13 ms)Split 2048 edits, skipped 0 edits. at 1733653259114 (+17 ms)Finishing writing output for hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917 so closing down at 1733653259130 (+16 ms)3 split writer threads finished at 1733653259130Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000000001-wal.1733653258917.temp (wrote 3000 edits, skipped 0 edits in 20 ms) at 1733653259134 (+4 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000000001-wal.1733653258917.temp to hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003000 at 1733653259136 (+2 ms)Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1733653259136 2024-12-08T10:20:59,139 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653258917 to hdfs://localhost:41601/hbase/oldWALs/wal.1733653258917 2024-12-08T10:20:59,140 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003000 2024-12-08T10:20:59,140 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:20:59,142 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:20:59,157 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143, exclude list is [], retry=0 2024-12-08T10:20:59,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:59,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:59,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:59,162 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143 2024-12-08T10:20:59,163 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:38997:38997)] 2024-12-08T10:20:59,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741868_1045 (size=200484) 2024-12-08T10:20:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741868_1045 (size=200484) 2024-12-08T10:20:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741868_1045 (size=200484) 2024-12-08T10:20:59,331 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143, size=195.8 K (200484bytes) 2024-12-08T10:20:59,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143 2024-12-08T10:20:59,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143 after 0ms 2024-12-08T10:20:59,334 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:59,336 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143 took 5ms 2024-12-08T10:20:59,340 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733653259143.temp 2024-12-08T10:20:59,342 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003001-wal.1733653259143.temp 2024-12-08T10:20:59,385 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143 so closing down 2024-12-08T10:20:59,385 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:20:59,385 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:20:59,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741869_1046 (size=200484) 2024-12-08T10:20:59,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741869_1046 (size=200484) 2024-12-08T10:20:59,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741869_1046 (size=200484) 2024-12-08T10:20:59,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003001-wal.1733653259143.temp (wrote 3000 edits, skipped 0 edits in 19 ms) 2024-12-08T10:20:59,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003001-wal.1733653259143.temp to hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000006000 2024-12-08T10:20:59,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-12-08T10:20:59,391 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143, journal: Splitting hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143, size=195.8 K (200484bytes) at 1733653259331Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003001-wal.1733653259143.temp at 1733653259342 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733653259355 (+13 ms)Split 2048 edits, skipped 0 edits. at 1733653259370 (+15 ms)Finishing writing output for hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143 so closing down at 1733653259385 (+15 ms)3 split writer threads finished at 1733653259385Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003001-wal.1733653259143.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1733653259389 (+4 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003001-wal.1733653259143.temp to hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000006000 at 1733653259391 (+2 ms)Processed 3000 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1733653259391 2024-12-08T10:20:59,394 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259143 to hdfs://localhost:41601/hbase/oldWALs/wal.1733653259143 2024-12-08T10:20:59,395 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000006000 2024-12-08T10:20:59,395 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:20:59,398 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/test2727-manual,16010,1733653258852, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:20:59,419 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259399, exclude list is [], retry=0 2024-12-08T10:20:59,423 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:20:59,424 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:20:59,424 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:20:59,427 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733653258852/wal.1733653259399 2024-12-08T10:20:59,428 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:20:59,428 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bda6ff09484b457d3c787fc2a154d69, NAME => 'test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:20:59,428 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:59,428 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:59,429 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:59,431 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:59,432 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bda6ff09484b457d3c787fc2a154d69 columnFamilyName a 2024-12-08T10:20:59,432 DEBUG [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:59,433 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] regionserver.HStore(327): Store=0bda6ff09484b457d3c787fc2a154d69/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:59,433 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:59,434 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bda6ff09484b457d3c787fc2a154d69 columnFamilyName b 2024-12-08T10:20:59,434 DEBUG [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:59,435 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] regionserver.HStore(327): Store=0bda6ff09484b457d3c787fc2a154d69/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:59,435 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:59,437 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bda6ff09484b457d3c787fc2a154d69 columnFamilyName c 2024-12-08T10:20:59,437 DEBUG [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:59,437 INFO [StoreOpener-0bda6ff09484b457d3c787fc2a154d69-1 {}] regionserver.HStore(327): Store=0bda6ff09484b457d3c787fc2a154d69/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:59,438 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:59,439 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:59,441 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:59,442 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003000 2024-12-08T10:20:59,445 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:59,508 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003000 2024-12-08T10:20:59,510 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000006000 2024-12-08T10:20:59,513 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:59,561 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000006000 2024-12-08T10:20:59,561 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0bda6ff09484b457d3c787fc2a154d69 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-08T10:20:59,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/.tmp/a/1ee7f5a89f2f4e7fbe3bac8108988766 is 41, key is test2727/a:100/1733653259167/Put/seqid=0 2024-12-08T10:20:59,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741871_1048 (size=84227) 2024-12-08T10:20:59,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741871_1048 (size=84227) 2024-12-08T10:20:59,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741871_1048 (size=84227) 2024-12-08T10:20:59,591 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/.tmp/a/1ee7f5a89f2f4e7fbe3bac8108988766 2024-12-08T10:20:59,629 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/.tmp/b/785ca0fc65d847289182e5e966779327 is 41, key is test2727/b:100/1733653259206/Put/seqid=0 2024-12-08T10:20:59,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741872_1049 (size=84609) 2024-12-08T10:20:59,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741872_1049 (size=84609) 2024-12-08T10:20:59,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741872_1049 (size=84609) 2024-12-08T10:20:59,634 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/.tmp/b/785ca0fc65d847289182e5e966779327 2024-12-08T10:20:59,669 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/.tmp/c/4a0b96b7a9ec4c7b979f19e8a8d2f491 is 41, key is test2727/c:100/1733653259246/Put/seqid=0 2024-12-08T10:20:59,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741873_1050 (size=84609) 2024-12-08T10:20:59,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741873_1050 (size=84609) 2024-12-08T10:20:59,677 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/.tmp/c/4a0b96b7a9ec4c7b979f19e8a8d2f491 2024-12-08T10:20:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741873_1050 (size=84609) 2024-12-08T10:20:59,684 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/.tmp/a/1ee7f5a89f2f4e7fbe3bac8108988766 as hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/a/1ee7f5a89f2f4e7fbe3bac8108988766 2024-12-08T10:20:59,693 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/a/1ee7f5a89f2f4e7fbe3bac8108988766, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-08T10:20:59,694 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/.tmp/b/785ca0fc65d847289182e5e966779327 as hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/b/785ca0fc65d847289182e5e966779327 2024-12-08T10:20:59,703 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/b/785ca0fc65d847289182e5e966779327, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-08T10:20:59,704 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/.tmp/c/4a0b96b7a9ec4c7b979f19e8a8d2f491 as hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/c/4a0b96b7a9ec4c7b979f19e8a8d2f491 2024-12-08T10:20:59,713 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/c/4a0b96b7a9ec4c7b979f19e8a8d2f491, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-08T10:20:59,713 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 0bda6ff09484b457d3c787fc2a154d69 in 152ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-08T10:20:59,714 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000003000 2024-12-08T10:20:59,715 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/0000000000000006000 2024-12-08T10:20:59,716 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:59,716 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:59,717 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:20:59,719 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0bda6ff09484b457d3c787fc2a154d69 2024-12-08T10:20:59,722 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/test2727/0bda6ff09484b457d3c787fc2a154d69/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-08T10:20:59,723 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0bda6ff09484b457d3c787fc2a154d69; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72693520, jitterRate=0.08321785926818848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:20:59,724 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0bda6ff09484b457d3c787fc2a154d69: Writing region info on filesystem at 1733653259429Initializing all the Stores at 1733653259430 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653259430Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653259430Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653259431 (+1 ms)Obtaining lock to block concurrent updates at 1733653259562 (+131 ms)Preparing flush snapshotting stores in 0bda6ff09484b457d3c787fc2a154d69 at 1733653259562Finished memstore snapshotting test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733653259562Flushing stores of test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69. at 1733653259562Flushing 0bda6ff09484b457d3c787fc2a154d69/a: creating writer at 1733653259562Flushing 0bda6ff09484b457d3c787fc2a154d69/a: appending metadata at 1733653259582 (+20 ms)Flushing 0bda6ff09484b457d3c787fc2a154d69/a: closing flushed file at 1733653259582Flushing 0bda6ff09484b457d3c787fc2a154d69/b: creating writer at 1733653259599 (+17 ms)Flushing 0bda6ff09484b457d3c787fc2a154d69/b: appending metadata at 1733653259626 (+27 ms)Flushing 0bda6ff09484b457d3c787fc2a154d69/b: closing flushed file at 1733653259626Flushing 0bda6ff09484b457d3c787fc2a154d69/c: creating writer at 1733653259641 (+15 ms)Flushing 0bda6ff09484b457d3c787fc2a154d69/c: appending metadata at 1733653259669 (+28 ms)Flushing 0bda6ff09484b457d3c787fc2a154d69/c: closing flushed file at 1733653259669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5ea842: reopening flushed file at 1733653259683 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1540135a: reopening flushed file at 1733653259693 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564d1452: reopening flushed file at 1733653259703 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 0bda6ff09484b457d3c787fc2a154d69 in 152ms, sequenceid=6000, compaction requested=false; wal=null at 1733653259713 (+10 ms)Cleaning up temporary data from old regions at 1733653259716 (+3 ms)Region opened successfully at 1733653259724 (+8 ms) 2024-12-08T10:20:59,725 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-08T10:20:59,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T10:20:59,726 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0bda6ff09484b457d3c787fc2a154d69, disabling compactions & flushes 2024-12-08T10:20:59,726 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69. 2024-12-08T10:20:59,726 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69. 2024-12-08T10:20:59,726 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69. after waiting 0 ms 2024-12-08T10:20:59,726 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69. 2024-12-08T10:20:59,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T10:20:59,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T10:20:59,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T10:20:59,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test2727 2024-12-08T10:20:59,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test2727 Metrics about Tables on a single HBase RegionServer 2024-12-08T10:20:59,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T10:20:59,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T10:20:59,729 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733653258854.0bda6ff09484b457d3c787fc2a154d69. 2024-12-08T10:20:59,729 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0bda6ff09484b457d3c787fc2a154d69: Waiting for close lock at 1733653259726Disabling compacts and flushes for region at 1733653259726Disabling writes for close at 1733653259726Writing region close event to WAL at 1733653259729 (+3 ms)Closed at 1733653259729 2024-12-08T10:20:59,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-08T10:20:59,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-08T10:20:59,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test2727 2024-12-08T10:20:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741870_1047 (size=93) 2024-12-08T10:20:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741870_1047 (size=93) 2024-12-08T10:20:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741870_1047 (size=93) 2024-12-08T10:20:59,737 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:20:59,737 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733653259399) 2024-12-08T10:20:59,747 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=400 (was 398) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:42036 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:37592 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:35632 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=9548 (was 9751) 2024-12-08T10:20:59,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=400, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=9547 2024-12-08T10:20:59,771 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:59,777 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:20:59,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733653259777 2024-12-08T10:20:59,785 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770/wal.1733653259777 2024-12-08T10:20:59,787 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:38997:38997)] 2024-12-08T10:20:59,788 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 61b16f7f051a113d7cb59f2965a6d496, NAME => 'testSequentialEditLogSeqNum,,1733653259772.61b16f7f051a113d7cb59f2965a6d496.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:20:59,788 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733653259772.61b16f7f051a113d7cb59f2965a6d496.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:20:59,788 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 61b16f7f051a113d7cb59f2965a6d496 2024-12-08T10:20:59,788 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 61b16f7f051a113d7cb59f2965a6d496 2024-12-08T10:20:59,789 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496 doesn't exist for region: 61b16f7f051a113d7cb59f2965a6d496 on table testSequentialEditLogSeqNum 2024-12-08T10:20:59,790 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 61b16f7f051a113d7cb59f2965a6d496 on table testSequentialEditLogSeqNum 2024-12-08T10:20:59,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741875_1052 (size=62) 2024-12-08T10:20:59,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741875_1052 (size=62) 2024-12-08T10:20:59,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741875_1052 (size=62) 2024-12-08T10:20:59,799 INFO [StoreOpener-61b16f7f051a113d7cb59f2965a6d496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 61b16f7f051a113d7cb59f2965a6d496 2024-12-08T10:20:59,801 INFO [StoreOpener-61b16f7f051a113d7cb59f2965a6d496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61b16f7f051a113d7cb59f2965a6d496 columnFamilyName a 2024-12-08T10:20:59,801 DEBUG [StoreOpener-61b16f7f051a113d7cb59f2965a6d496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:20:59,801 INFO [StoreOpener-61b16f7f051a113d7cb59f2965a6d496-1 {}] regionserver.HStore(327): Store=61b16f7f051a113d7cb59f2965a6d496/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:20:59,802 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 61b16f7f051a113d7cb59f2965a6d496 2024-12-08T10:20:59,802 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496 2024-12-08T10:20:59,803 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496 2024-12-08T10:20:59,803 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 61b16f7f051a113d7cb59f2965a6d496 2024-12-08T10:20:59,803 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 61b16f7f051a113d7cb59f2965a6d496 2024-12-08T10:20:59,805 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 61b16f7f051a113d7cb59f2965a6d496 2024-12-08T10:20:59,808 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:20:59,808 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 61b16f7f051a113d7cb59f2965a6d496; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67503919, jitterRate=0.005886778235435486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T10:20:59,810 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 61b16f7f051a113d7cb59f2965a6d496: Writing region info on filesystem at 1733653259789Initializing all the Stores at 1733653259799 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653259799Cleaning up temporary data from old regions at 1733653259803 (+4 ms)Region opened successfully at 1733653259810 (+7 ms) 2024-12-08T10:20:59,825 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 61b16f7f051a113d7cb59f2965a6d496 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-08T10:20:59,846 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/.tmp/a/61302c85dc9b4587ad24a3f4184c5d8c is 81, key is testSequentialEditLogSeqNum/a:x0/1733653259810/Put/seqid=0 2024-12-08T10:20:59,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741876_1053 (size=5833) 2024-12-08T10:20:59,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741876_1053 (size=5833) 2024-12-08T10:20:59,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741876_1053 (size=5833) 2024-12-08T10:20:59,853 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/.tmp/a/61302c85dc9b4587ad24a3f4184c5d8c 2024-12-08T10:20:59,861 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/.tmp/a/61302c85dc9b4587ad24a3f4184c5d8c as hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/a/61302c85dc9b4587ad24a3f4184c5d8c 2024-12-08T10:20:59,868 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/a/61302c85dc9b4587ad24a3f4184c5d8c, entries=10, sequenceid=13, filesize=5.7 K 2024-12-08T10:20:59,870 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 61b16f7f051a113d7cb59f2965a6d496 in 45ms, sequenceid=13, compaction requested=false 2024-12-08T10:20:59,870 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 61b16f7f051a113d7cb59f2965a6d496: 2024-12-08T10:20:59,877 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T10:20:59,877 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T10:20:59,877 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T10:20:59,877 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T10:20:59,877 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T10:20:59,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741874_1051 (size=1616) 2024-12-08T10:20:59,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741874_1051 (size=1616) 2024-12-08T10:20:59,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741874_1051 (size=1616) 2024-12-08T10:20:59,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770/wal.1733653259777, size=1.6 K (1616bytes) 2024-12-08T10:20:59,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770/wal.1733653259777 2024-12-08T10:20:59,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770/wal.1733653259777 after 1ms 2024-12-08T10:20:59,908 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770/wal.1733653259777: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:20:59,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770/wal.1733653259777 took 6ms 2024-12-08T10:20:59,912 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770/wal.1733653259777 so closing down 2024-12-08T10:20:59,912 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:20:59,913 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733653259777.temp 2024-12-08T10:20:59,915 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/recovered.edits/0000000000000000003-wal.1733653259777.temp 2024-12-08T10:20:59,915 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:20:59,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741877_1054 (size=1175) 2024-12-08T10:20:59,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741877_1054 (size=1175) 2024-12-08T10:20:59,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741877_1054 (size=1175) 2024-12-08T10:20:59,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/recovered.edits/0000000000000000003-wal.1733653259777.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-08T10:20:59,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/recovered.edits/0000000000000000003-wal.1733653259777.temp to hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/recovered.edits/0000000000000000020 2024-12-08T10:20:59,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:41601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770/wal.1733653259777, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-12-08T10:20:59,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770/wal.1733653259777, journal: Splitting hdfs://localhost:41601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770/wal.1733653259777, size=1.6 K (1616bytes) at 1733653259904Finishing writing output for hdfs://localhost:41601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770/wal.1733653259777 so closing down at 1733653259912 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/recovered.edits/0000000000000000003-wal.1733653259777.temp at 1733653259915 (+3 ms)3 split writer threads finished at 1733653259915Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/recovered.edits/0000000000000000003-wal.1733653259777.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733653259924 (+9 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/recovered.edits/0000000000000000003-wal.1733653259777.temp to hdfs://localhost:41601/hbase/data/default/testSequentialEditLogSeqNum/61b16f7f051a113d7cb59f2965a6d496/recovered.edits/0000000000000000020 at 1733653259926 (+2 ms)Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:41601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733653259770/wal.1733653259777, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1733653259926 2024-12-08T10:20:59,942 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=405 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:42036 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:37592 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:35632 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=9525 (was 9547) 2024-12-08T10:20:59,955 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=405, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=9524 2024-12-08T10:20:59,976 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:20:59,979 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:00,037 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:21:00,041 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-76140782, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/hregion-76140782, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:00,060 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-76140782/hregion-76140782.1733653260041, exclude list is [], retry=0 2024-12-08T10:21:00,063 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:00,063 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:00,064 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:00,070 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-76140782/hregion-76140782.1733653260041 2024-12-08T10:21:00,073 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:38997:38997)] 2024-12-08T10:21:00,073 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 279e732eeea47b5bff81ef328ed9dff7, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/hbase 2024-12-08T10:21:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741879_1056 (size=70) 2024-12-08T10:21:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741879_1056 (size=70) 2024-12-08T10:21:00,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741879_1056 (size=70) 2024-12-08T10:21:00,093 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:00,095 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,097 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 279e732eeea47b5bff81ef328ed9dff7 columnFamilyName a 2024-12-08T10:21:00,097 DEBUG [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:00,098 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(327): Store=279e732eeea47b5bff81ef328ed9dff7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:00,098 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,100 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 279e732eeea47b5bff81ef328ed9dff7 columnFamilyName b 2024-12-08T10:21:00,100 DEBUG [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:00,100 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(327): Store=279e732eeea47b5bff81ef328ed9dff7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:00,101 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,102 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 279e732eeea47b5bff81ef328ed9dff7 columnFamilyName c 2024-12-08T10:21:00,102 DEBUG [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:00,103 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(327): Store=279e732eeea47b5bff81ef328ed9dff7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:00,103 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,104 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,105 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,106 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,106 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,107 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:00,108 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,136 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:21:00,138 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 279e732eeea47b5bff81ef328ed9dff7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61981858, jitterRate=-0.0763983428478241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:00,140 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 279e732eeea47b5bff81ef328ed9dff7: Writing region info on filesystem at 1733653260093Initializing all the Stores at 1733653260094 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653260094Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653260094Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653260094Cleaning up temporary data from old regions at 1733653260106 (+12 ms)Region opened successfully at 1733653260140 (+34 ms) 2024-12-08T10:21:00,140 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 279e732eeea47b5bff81ef328ed9dff7, disabling compactions & flushes 2024-12-08T10:21:00,140 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7. 2024-12-08T10:21:00,140 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7. 2024-12-08T10:21:00,140 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7. after waiting 0 ms 2024-12-08T10:21:00,140 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7. 2024-12-08T10:21:00,141 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7. 2024-12-08T10:21:00,141 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 279e732eeea47b5bff81ef328ed9dff7: Waiting for close lock at 1733653260140Disabling compacts and flushes for region at 1733653260140Disabling writes for close at 1733653260140Writing region close event to WAL at 1733653260141 (+1 ms)Closed at 1733653260141 2024-12-08T10:21:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741878_1055 (size=93) 2024-12-08T10:21:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741878_1055 (size=93) 2024-12-08T10:21:00,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741878_1055 (size=93) 2024-12-08T10:21:00,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:21:00,155 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-76140782:(num 1733653260041) 2024-12-08T10:21:00,155 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:00,158 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:00,176 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158, exclude list is [], retry=0 2024-12-08T10:21:00,180 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:00,180 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:00,181 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:00,182 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158 2024-12-08T10:21:00,183 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:21:00,183 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 279e732eeea47b5bff81ef328ed9dff7, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:00,183 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:00,184 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,184 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,186 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,187 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 279e732eeea47b5bff81ef328ed9dff7 columnFamilyName a 2024-12-08T10:21:00,187 DEBUG [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:00,187 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(327): Store=279e732eeea47b5bff81ef328ed9dff7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:00,188 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,189 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 279e732eeea47b5bff81ef328ed9dff7 columnFamilyName b 2024-12-08T10:21:00,189 DEBUG [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:00,189 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(327): Store=279e732eeea47b5bff81ef328ed9dff7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:00,189 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,190 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 279e732eeea47b5bff81ef328ed9dff7 columnFamilyName c 2024-12-08T10:21:00,190 DEBUG [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:00,191 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(327): Store=279e732eeea47b5bff81ef328ed9dff7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:00,191 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,192 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,193 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,194 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,194 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,195 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:00,197 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:00,198 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 279e732eeea47b5bff81ef328ed9dff7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63378970, jitterRate=-0.05557975172996521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:00,199 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 279e732eeea47b5bff81ef328ed9dff7: Writing region info on filesystem at 1733653260184Initializing all the Stores at 1733653260185 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653260185Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653260185Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653260185Cleaning up temporary data from old regions at 1733653260194 (+9 ms)Region opened successfully at 1733653260199 (+5 ms) 2024-12-08T10:21:00,203 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733653260202/Put/seqid=0 2024-12-08T10:21:00,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741881_1058 (size=4826) 2024-12-08T10:21:00,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741881_1058 (size=4826) 2024-12-08T10:21:00,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741881_1058 (size=4826) 2024-12-08T10:21:00,614 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41601/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 279e732eeea47b5bff81ef328ed9dff7/a 2024-12-08T10:21:00,621 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-08T10:21:00,621 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T10:21:00,622 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 279e732eeea47b5bff81ef328ed9dff7: 2024-12-08T10:21:00,623 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/a/d1c66a58a41f42d0b0e64e89ae3eef7c_SeqId_3_ 2024-12-08T10:21:00,624 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41601/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 279e732eeea47b5bff81ef328ed9dff7/a as hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/a/d1c66a58a41f42d0b0e64e89ae3eef7c_SeqId_3_ - updating store file list. 2024-12-08T10:21:00,630 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1c66a58a41f42d0b0e64e89ae3eef7c_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-08T10:21:00,630 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/a/d1c66a58a41f42d0b0e64e89ae3eef7c_SeqId_3_ into 279e732eeea47b5bff81ef328ed9dff7/a 2024-12-08T10:21:00,630 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41601/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 279e732eeea47b5bff81ef328ed9dff7/a (new location: hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/a/d1c66a58a41f42d0b0e64e89ae3eef7c_SeqId_3_) 2024-12-08T10:21:00,669 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158, size=0 (0bytes) 2024-12-08T10:21:00,669 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158 might be still open, length is 0 2024-12-08T10:21:00,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158 2024-12-08T10:21:00,669 WARN [IPC Server handler 0 on default port 41601 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-08T10:21:00,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158 after 0ms 2024-12-08T10:21:03,552 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:53898 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53898 dst: /127.0.0.1:38873 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38873 remote=/127.0.0.1:53898]. Total timeout mills is 60000, 57084 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:03,553 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:40882 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39339:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40882 dst: /127.0.0.1:39339 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:03,553 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:32806 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32806 dst: /127.0.0.1:41729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:03,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741880_1059 (size=434) 2024-12-08T10:21:03,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741880_1059 (size=434) 2024-12-08T10:21:04,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158 after 4001ms 2024-12-08T10:21:04,673 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:04,673 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158 took 4005ms 2024-12-08T10:21:04,676 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158; continuing. 2024-12-08T10:21:04,676 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158 so closing down 2024-12-08T10:21:04,676 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:21:04,678 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733653260158.temp 2024-12-08T10:21:04,679 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005-wal.1733653260158.temp 2024-12-08T10:21:04,679 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:21:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741882_1060 (size=236) 2024-12-08T10:21:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741882_1060 (size=236) 2024-12-08T10:21:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741882_1060 (size=236) 2024-12-08T10:21:04,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005-wal.1733653260158.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-08T10:21:04,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005-wal.1733653260158.temp to hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005 2024-12-08T10:21:04,690 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T10:21:04,690 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158, journal: Splitting hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158, size=0 (0bytes) at 1733653260669Finishing writing output for hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158 so closing down at 1733653264676 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005-wal.1733653260158.temp at 1733653264679 (+3 ms)3 split writer threads finished at 1733653264679Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005-wal.1733653260158.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733653264689 (+10 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005-wal.1733653260158.temp to hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005 at 1733653264690 (+1 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158, size=0, length=0, corrupted=false, cancelled=false at 1733653264690 2024-12-08T10:21:04,692 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158 to hdfs://localhost:41601/hbase/oldWALs/wal.1733653260158 2024-12-08T10:21:04,693 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005 2024-12-08T10:21:04,693 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:04,695 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:04,708 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653264695, exclude list is [], retry=0 2024-12-08T10:21:04,710 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:04,711 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:04,711 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:04,713 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653264695 2024-12-08T10:21:04,713 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:21:04,713 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 279e732eeea47b5bff81ef328ed9dff7, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:04,713 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:04,713 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:04,714 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:04,715 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:04,716 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 279e732eeea47b5bff81ef328ed9dff7 columnFamilyName a 2024-12-08T10:21:04,716 DEBUG [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:04,723 DEBUG [StoreFileOpener-279e732eeea47b5bff81ef328ed9dff7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1c66a58a41f42d0b0e64e89ae3eef7c_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-08T10:21:04,723 DEBUG [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/a/d1c66a58a41f42d0b0e64e89ae3eef7c_SeqId_3_ 2024-12-08T10:21:04,723 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(327): Store=279e732eeea47b5bff81ef328ed9dff7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:04,723 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:04,725 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 279e732eeea47b5bff81ef328ed9dff7 columnFamilyName b 2024-12-08T10:21:04,725 DEBUG [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:04,726 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(327): Store=279e732eeea47b5bff81ef328ed9dff7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:04,726 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:04,727 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 279e732eeea47b5bff81ef328ed9dff7 columnFamilyName c 2024-12-08T10:21:04,727 DEBUG [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:04,728 INFO [StoreOpener-279e732eeea47b5bff81ef328ed9dff7-1 {}] regionserver.HStore(327): Store=279e732eeea47b5bff81ef328ed9dff7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:04,728 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:04,729 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:04,730 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:04,731 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005 2024-12-08T10:21:04,733 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:04,734 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005 2024-12-08T10:21:04,735 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 279e732eeea47b5bff81ef328ed9dff7 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-08T10:21:04,748 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/.tmp/a/545db78f847f44fbb2a88fff8e7a4b51 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733653260635/Put/seqid=0 2024-12-08T10:21:04,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741884_1062 (size=5149) 2024-12-08T10:21:04,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741884_1062 (size=5149) 2024-12-08T10:21:04,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741884_1062 (size=5149) 2024-12-08T10:21:04,755 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/.tmp/a/545db78f847f44fbb2a88fff8e7a4b51 2024-12-08T10:21:04,761 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/.tmp/a/545db78f847f44fbb2a88fff8e7a4b51 as hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/a/545db78f847f44fbb2a88fff8e7a4b51 2024-12-08T10:21:04,767 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/a/545db78f847f44fbb2a88fff8e7a4b51, entries=1, sequenceid=5, filesize=5.0 K 2024-12-08T10:21:04,767 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 279e732eeea47b5bff81ef328ed9dff7 in 33ms, sequenceid=5, compaction requested=false; wal=null 2024-12-08T10:21:04,768 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/0000000000000000005 2024-12-08T10:21:04,769 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:04,770 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:04,770 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:04,772 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 279e732eeea47b5bff81ef328ed9dff7 2024-12-08T10:21:04,774 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/279e732eeea47b5bff81ef328ed9dff7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T10:21:04,775 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 279e732eeea47b5bff81ef328ed9dff7; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72056357, jitterRate=0.07372339069843292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:04,776 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 279e732eeea47b5bff81ef328ed9dff7: Writing region info on filesystem at 1733653264714Initializing all the Stores at 1733653264714Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653264714Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653264715 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653264715Obtaining lock to block concurrent updates at 1733653264735 (+20 ms)Preparing flush snapshotting stores in 279e732eeea47b5bff81ef328ed9dff7 at 1733653264735Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733653264735Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7. at 1733653264735Flushing 279e732eeea47b5bff81ef328ed9dff7/a: creating writer at 1733653264735Flushing 279e732eeea47b5bff81ef328ed9dff7/a: appending metadata at 1733653264747 (+12 ms)Flushing 279e732eeea47b5bff81ef328ed9dff7/a: closing flushed file at 1733653264747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d20441d: reopening flushed file at 1733653264760 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 279e732eeea47b5bff81ef328ed9dff7 in 33ms, sequenceid=5, compaction requested=false; wal=null at 1733653264767 (+7 ms)Cleaning up temporary data from old regions at 1733653264770 (+3 ms)Region opened successfully at 1733653264776 (+6 ms) 2024-12-08T10:21:04,780 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 279e732eeea47b5bff81ef328ed9dff7, disabling compactions & flushes 2024-12-08T10:21:04,780 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7. 2024-12-08T10:21:04,780 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7. 2024-12-08T10:21:04,781 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7. after waiting 0 ms 2024-12-08T10:21:04,781 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7. 2024-12-08T10:21:04,782 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733653259977.279e732eeea47b5bff81ef328ed9dff7. 2024-12-08T10:21:04,782 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 279e732eeea47b5bff81ef328ed9dff7: Waiting for close lock at 1733653264780Disabling compacts and flushes for region at 1733653264780Disabling writes for close at 1733653264781 (+1 ms)Writing region close event to WAL at 1733653264782 (+1 ms)Closed at 1733653264782 2024-12-08T10:21:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741883_1061 (size=93) 2024-12-08T10:21:04,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653264695 not finished, retry = 0 2024-12-08T10:21:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741883_1061 (size=93) 2024-12-08T10:21:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741883_1061 (size=93) 2024-12-08T10:21:04,891 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:21:04,891 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733653264695) 2024-12-08T10:21:04,906 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 405) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:41601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102277669) connection to localhost/127.0.0.1:41601 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1385329613_22 at /127.0.0.1:32830 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1385329613_22 at /127.0.0.1:53946 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1385329613_22 at /127.0.0.1:40930 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=9397 (was 9524) 2024-12-08T10:21:04,917 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=9397 2024-12-08T10:21:04,932 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:04,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T10:21:04,940 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 37f3da559cb4,39295,1733653249411 2024-12-08T10:21:04,942 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aa4dc9c 2024-12-08T10:21:04,944 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T10:21:04,946 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T10:21:04,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T10:21:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-08T10:21:04,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T10:21:04,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-08T10:21:04,963 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:04,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T10:21:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T10:21:04,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741885_1063 (size=694) 2024-12-08T10:21:04,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741885_1063 (size=694) 2024-12-08T10:21:04,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741885_1063 (size=694) 2024-12-08T10:21:04,984 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 736e80d58ca3499666317b0e1e7bc5b5, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6 2024-12-08T10:21:04,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741886_1064 (size=77) 2024-12-08T10:21:04,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741886_1064 (size=77) 2024-12-08T10:21:04,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741886_1064 (size=77) 2024-12-08T10:21:04,993 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:04,993 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 736e80d58ca3499666317b0e1e7bc5b5, disabling compactions & flushes 2024-12-08T10:21:04,993 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:04,993 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:04,993 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. after waiting 0 ms 2024-12-08T10:21:04,993 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:04,993 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:04,994 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 736e80d58ca3499666317b0e1e7bc5b5: Waiting for close lock at 1733653264993Disabling compacts and flushes for region at 1733653264993Disabling writes for close at 1733653264993Writing region close event to WAL at 1733653264993Closed at 1733653264993 2024-12-08T10:21:04,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T10:21:05,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733653264996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733653264996"}]},"ts":"1733653264996"} 2024-12-08T10:21:05,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T10:21:05,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T10:21:05,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653265008"}]},"ts":"1733653265008"} 2024-12-08T10:21:05,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-08T10:21:05,016 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {37f3da559cb4=0} racks are {/default-rack=0} 2024-12-08T10:21:05,017 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T10:21:05,017 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T10:21:05,018 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T10:21:05,018 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T10:21:05,018 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T10:21:05,018 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T10:21:05,018 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T10:21:05,018 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T10:21:05,018 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T10:21:05,018 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T10:21:05,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, ASSIGN}] 2024-12-08T10:21:05,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, ASSIGN 2024-12-08T10:21:05,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, ASSIGN; state=OFFLINE, location=37f3da559cb4,45395,1733653250301; forceNewPlan=false, retain=false 2024-12-08T10:21:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T10:21:05,176 INFO [37f3da559cb4:39295 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T10:21:05,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=736e80d58ca3499666317b0e1e7bc5b5, regionState=OPENING, regionLocation=37f3da559cb4,45395,1733653250301 2024-12-08T10:21:05,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, ASSIGN because future has completed 2024-12-08T10:21:05,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,45395,1733653250301}] 2024-12-08T10:21:05,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T10:21:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T10:21:05,340 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:05,340 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 736e80d58ca3499666317b0e1e7bc5b5, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:05,341 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,341 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:05,341 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,341 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,343 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,344 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736e80d58ca3499666317b0e1e7bc5b5 columnFamilyName cf1 2024-12-08T10:21:05,344 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:05,345 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(327): Store=736e80d58ca3499666317b0e1e7bc5b5/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:05,345 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,347 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736e80d58ca3499666317b0e1e7bc5b5 columnFamilyName cf2 2024-12-08T10:21:05,347 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:05,347 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(327): Store=736e80d58ca3499666317b0e1e7bc5b5/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:05,347 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,348 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,349 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,350 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,350 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,351 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T10:21:05,352 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,354 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:21:05,355 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 736e80d58ca3499666317b0e1e7bc5b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71533735, jitterRate=0.06593571603298187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T10:21:05,355 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,356 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 736e80d58ca3499666317b0e1e7bc5b5: Running coprocessor pre-open hook at 1733653265341Writing region info on filesystem at 1733653265341Initializing all the Stores at 1733653265342 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653265342Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653265343 (+1 ms)Cleaning up temporary data from old regions at 1733653265350 (+7 ms)Running coprocessor post-open hooks at 1733653265355 (+5 ms)Region opened successfully at 1733653265356 (+1 ms) 2024-12-08T10:21:05,357 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., pid=6, masterSystemTime=1733653265335 2024-12-08T10:21:05,360 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:05,360 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:05,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=736e80d58ca3499666317b0e1e7bc5b5, regionState=OPEN, openSeqNum=2, regionLocation=37f3da559cb4,45395,1733653250301 2024-12-08T10:21:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,45395,1733653250301 because future has completed 2024-12-08T10:21:05,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-08T10:21:05,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,45395,1733653250301 in 186 msec 2024-12-08T10:21:05,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-08T10:21:05,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, ASSIGN in 352 msec 2024-12-08T10:21:05,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T10:21:05,378 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733653265377"}]},"ts":"1733653265377"} 2024-12-08T10:21:05,380 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-08T10:21:05,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T10:21:05,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 430 msec 2024-12-08T10:21:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T10:21:05,594 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-08T10:21:05,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-08T10:21:05,595 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T10:21:05,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-08T10:21:05,601 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T10:21:05,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-08T10:21:05,615 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,45395,1733653250301, seqNum=2] 2024-12-08T10:21:05,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=736e80d58ca3499666317b0e1e7bc5b5, source=37f3da559cb4,45395,1733653250301, destination=37f3da559cb4,35991,1733653250192, warming up region on 37f3da559cb4,35991,1733653250192 2024-12-08T10:21:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T10:21:05,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=736e80d58ca3499666317b0e1e7bc5b5, source=37f3da559cb4,45395,1733653250301, destination=37f3da559cb4,35991,1733653250192, running balancer 2024-12-08T10:21:05,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T10:21:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, REOPEN/MOVE 2024-12-08T10:21:05,640 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, REOPEN/MOVE 2024-12-08T10:21:05,643 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=736e80d58ca3499666317b0e1e7bc5b5, regionState=CLOSING, regionLocation=37f3da559cb4,45395,1733653250301 2024-12-08T10:21:05,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegion(7855): Warmup {ENCODED => 736e80d58ca3499666317b0e1e7bc5b5, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:05,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, REOPEN/MOVE because future has completed 2024-12-08T10:21:05,646 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,649 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T10:21:05,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,45395,1733653250301}] 2024-12-08T10:21:05,649 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736e80d58ca3499666317b0e1e7bc5b5 columnFamilyName cf1 2024-12-08T10:21:05,650 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:05,650 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(327): Store=736e80d58ca3499666317b0e1e7bc5b5/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:05,650 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,651 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736e80d58ca3499666317b0e1e7bc5b5 columnFamilyName cf2 2024-12-08T10:21:05,651 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:05,652 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(327): Store=736e80d58ca3499666317b0e1e7bc5b5/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegion(1722): Closing 736e80d58ca3499666317b0e1e7bc5b5, disabling compactions & flushes 2024-12-08T10:21:05,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. after waiting 0 ms 2024-12-08T10:21:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:05,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegion(1676): Region close journal for 736e80d58ca3499666317b0e1e7bc5b5: Waiting for close lock at 1733653265652Disabling compacts and flushes for region at 1733653265652Disabling writes for close at 1733653265652Writing region close event to WAL at 1733653265652Closed at 1733653265652 2024-12-08T10:21:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-08T10:21:05,809 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,809 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T10:21:05,810 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 736e80d58ca3499666317b0e1e7bc5b5, disabling compactions & flushes 2024-12-08T10:21:05,810 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:05,810 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:05,810 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. after waiting 0 ms 2024-12-08T10:21:05,810 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:05,810 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 736e80d58ca3499666317b0e1e7bc5b5 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-08T10:21:05,829 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp/cf1/50e27e4763e248f8961d6e5ef247ba0f is 35, key is r1/cf1:q/1733653265618/Put/seqid=0 2024-12-08T10:21:05,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741887_1065 (size=4783) 2024-12-08T10:21:05,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741887_1065 (size=4783) 2024-12-08T10:21:05,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741887_1065 (size=4783) 2024-12-08T10:21:05,836 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp/cf1/50e27e4763e248f8961d6e5ef247ba0f 2024-12-08T10:21:05,845 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp/cf1/50e27e4763e248f8961d6e5ef247ba0f as hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/50e27e4763e248f8961d6e5ef247ba0f 2024-12-08T10:21:05,853 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/50e27e4763e248f8961d6e5ef247ba0f, entries=1, sequenceid=5, filesize=4.7 K 2024-12-08T10:21:05,855 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 736e80d58ca3499666317b0e1e7bc5b5 in 45ms, sequenceid=5, compaction requested=false 2024-12-08T10:21:05,855 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-08T10:21:05,861 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T10:21:05,863 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:05,864 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 736e80d58ca3499666317b0e1e7bc5b5: Waiting for close lock at 1733653265810Running coprocessor pre-close hooks at 1733653265810Disabling compacts and flushes for region at 1733653265810Disabling writes for close at 1733653265810Obtaining lock to block concurrent updates at 1733653265810Preparing flush snapshotting stores in 736e80d58ca3499666317b0e1e7bc5b5 at 1733653265810Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733653265810Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. at 1733653265811 (+1 ms)Flushing 736e80d58ca3499666317b0e1e7bc5b5/cf1: creating writer at 1733653265812 (+1 ms)Flushing 736e80d58ca3499666317b0e1e7bc5b5/cf1: appending metadata at 1733653265828 (+16 ms)Flushing 736e80d58ca3499666317b0e1e7bc5b5/cf1: closing flushed file at 1733653265828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcc5298: reopening flushed file at 1733653265843 (+15 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 736e80d58ca3499666317b0e1e7bc5b5 in 45ms, sequenceid=5, compaction requested=false at 1733653265855 (+12 ms)Writing region close event to WAL at 1733653265856 (+1 ms)Running coprocessor post-close hooks at 1733653265861 (+5 ms)Closed at 1733653265863 (+2 ms) 2024-12-08T10:21:05,864 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 736e80d58ca3499666317b0e1e7bc5b5 move to 37f3da559cb4,35991,1733653250192 record at close sequenceid=5 2024-12-08T10:21:05,867 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:05,868 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=736e80d58ca3499666317b0e1e7bc5b5, regionState=CLOSED 2024-12-08T10:21:05,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,45395,1733653250301 because future has completed 2024-12-08T10:21:05,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-08T10:21:05,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,45395,1733653250301 in 228 msec 2024-12-08T10:21:05,881 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, REOPEN/MOVE; state=CLOSED, location=37f3da559cb4,35991,1733653250192; forceNewPlan=false, retain=false 2024-12-08T10:21:06,031 INFO [37f3da559cb4:39295 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T10:21:06,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=736e80d58ca3499666317b0e1e7bc5b5, regionState=OPENING, regionLocation=37f3da559cb4,35991,1733653250192 2024-12-08T10:21:06,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, REOPEN/MOVE because future has completed 2024-12-08T10:21:06,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,35991,1733653250192}] 2024-12-08T10:21:06,194 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,194 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 736e80d58ca3499666317b0e1e7bc5b5, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:06,194 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,194 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:06,194 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,195 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,197 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,198 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736e80d58ca3499666317b0e1e7bc5b5 columnFamilyName cf1 2024-12-08T10:21:06,198 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:06,209 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/50e27e4763e248f8961d6e5ef247ba0f 2024-12-08T10:21:06,209 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(327): Store=736e80d58ca3499666317b0e1e7bc5b5/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:06,210 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,211 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736e80d58ca3499666317b0e1e7bc5b5 columnFamilyName cf2 2024-12-08T10:21:06,211 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:06,211 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(327): Store=736e80d58ca3499666317b0e1e7bc5b5/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:06,212 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,213 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,215 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,216 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,216 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,217 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T10:21:06,219 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,220 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 736e80d58ca3499666317b0e1e7bc5b5; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66213639, jitterRate=-0.013339892029762268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T10:21:06,220 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,221 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 736e80d58ca3499666317b0e1e7bc5b5: Running coprocessor pre-open hook at 1733653266195Writing region info on filesystem at 1733653266195Initializing all the Stores at 1733653266196 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653266196Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653266196Cleaning up temporary data from old regions at 1733653266216 (+20 ms)Running coprocessor post-open hooks at 1733653266220 (+4 ms)Region opened successfully at 1733653266221 (+1 ms) 2024-12-08T10:21:06,222 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., pid=9, masterSystemTime=1733653266189 2024-12-08T10:21:06,225 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,225 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,226 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=736e80d58ca3499666317b0e1e7bc5b5, regionState=OPEN, openSeqNum=9, regionLocation=37f3da559cb4,35991,1733653250192 2024-12-08T10:21:06,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,35991,1733653250192 because future has completed 2024-12-08T10:21:06,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-08T10:21:06,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,35991,1733653250192 in 195 msec 2024-12-08T10:21:06,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, REOPEN/MOVE in 596 msec 2024-12-08T10:21:06,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T10:21:06,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T10:21:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:40104 deadline: 1733653326252, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=37f3da559cb4 port=35991 startCode=1733653250192. As of locationSeqNum=5. 2024-12-08T10:21:06,275 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,45395,1733653250301, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,45395,1733653250301, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=37f3da559cb4 port=35991 startCode=1733653250192. As of locationSeqNum=5. 2024-12-08T10:21:06,276 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,45395,1733653250301, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=37f3da559cb4 port=35991 startCode=1733653250192. As of locationSeqNum=5. 2024-12-08T10:21:06,276 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,45395,1733653250301, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,35991,1733653250192, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=37f3da559cb4 port=35991 startCode=1733653250192. As of locationSeqNum=5. 2024-12-08T10:21:06,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T10:21:06,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T10:21:06,397 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 736e80d58ca3499666317b0e1e7bc5b5 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-08T10:21:06,413 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp/cf1/29e71a443c2f4a848b33acc9de4e7fb7 is 29, key is r1/cf1:/1733653266386/DeleteFamily/seqid=0 2024-12-08T10:21:06,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741888_1066 (size=4906) 2024-12-08T10:21:06,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741888_1066 (size=4906) 2024-12-08T10:21:06,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741888_1066 (size=4906) 2024-12-08T10:21:06,424 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp/cf1/29e71a443c2f4a848b33acc9de4e7fb7 2024-12-08T10:21:06,430 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29e71a443c2f4a848b33acc9de4e7fb7 2024-12-08T10:21:06,451 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp/cf2/7893615a7af645409955cf14836b2a25 is 29, key is r1/cf2:/1733653266386/DeleteFamily/seqid=0 2024-12-08T10:21:06,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741889_1067 (size=4906) 2024-12-08T10:21:06,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741889_1067 (size=4906) 2024-12-08T10:21:06,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741889_1067 (size=4906) 2024-12-08T10:21:06,460 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp/cf2/7893615a7af645409955cf14836b2a25 2024-12-08T10:21:06,466 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7893615a7af645409955cf14836b2a25 2024-12-08T10:21:06,467 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp/cf1/29e71a443c2f4a848b33acc9de4e7fb7 as hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/29e71a443c2f4a848b33acc9de4e7fb7 2024-12-08T10:21:06,475 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29e71a443c2f4a848b33acc9de4e7fb7 2024-12-08T10:21:06,475 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/29e71a443c2f4a848b33acc9de4e7fb7, entries=1, sequenceid=12, filesize=4.8 K 2024-12-08T10:21:06,476 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp/cf2/7893615a7af645409955cf14836b2a25 as hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf2/7893615a7af645409955cf14836b2a25 2024-12-08T10:21:06,483 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7893615a7af645409955cf14836b2a25 2024-12-08T10:21:06,483 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf2/7893615a7af645409955cf14836b2a25, entries=1, sequenceid=12, filesize=4.8 K 2024-12-08T10:21:06,485 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 736e80d58ca3499666317b0e1e7bc5b5 in 88ms, sequenceid=12, compaction requested=false 2024-12-08T10:21:06,485 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 736e80d58ca3499666317b0e1e7bc5b5: 2024-12-08T10:21:06,487 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T10:21:06,488 DEBUG [Time-limited test {}] regionserver.HStore(1541): 736e80d58ca3499666317b0e1e7bc5b5/cf1 is initiating major compaction (all files) 2024-12-08T10:21:06,489 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T10:21:06,489 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T10:21:06,489 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 736e80d58ca3499666317b0e1e7bc5b5/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,489 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/50e27e4763e248f8961d6e5ef247ba0f, hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/29e71a443c2f4a848b33acc9de4e7fb7] into tmpdir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp, totalSize=9.5 K 2024-12-08T10:21:06,491 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 50e27e4763e248f8961d6e5ef247ba0f, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733653265618 2024-12-08T10:21:06,491 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 29e71a443c2f4a848b33acc9de4e7fb7, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-08T10:21:06,504 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 736e80d58ca3499666317b0e1e7bc5b5#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T10:21:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741890_1068 (size=4626) 2024-12-08T10:21:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741890_1068 (size=4626) 2024-12-08T10:21:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741890_1068 (size=4626) 2024-12-08T10:21:06,524 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp/cf1/175c9dabb75048dfafda5ef6bfe7cf3c as hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/175c9dabb75048dfafda5ef6bfe7cf3c 2024-12-08T10:21:06,541 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 736e80d58ca3499666317b0e1e7bc5b5/cf1 of 736e80d58ca3499666317b0e1e7bc5b5 into 175c9dabb75048dfafda5ef6bfe7cf3c(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T10:21:06,541 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 736e80d58ca3499666317b0e1e7bc5b5: 2024-12-08T10:21:06,541 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-08T10:21:06,542 DEBUG [Time-limited test {}] regionserver.HStore(1541): 736e80d58ca3499666317b0e1e7bc5b5/cf2 is initiating major compaction (all files) 2024-12-08T10:21:06,542 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T10:21:06,542 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T10:21:06,542 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 736e80d58ca3499666317b0e1e7bc5b5/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,542 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf2/7893615a7af645409955cf14836b2a25] into tmpdir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp, totalSize=4.8 K 2024-12-08T10:21:06,543 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7893615a7af645409955cf14836b2a25, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-08T10:21:06,549 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 736e80d58ca3499666317b0e1e7bc5b5#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T10:21:06,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741891_1069 (size=4592) 2024-12-08T10:21:06,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741891_1069 (size=4592) 2024-12-08T10:21:06,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741891_1069 (size=4592) 2024-12-08T10:21:06,563 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/.tmp/cf2/67f0c7162b0b41548b236d202253b03c as hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf2/67f0c7162b0b41548b236d202253b03c 2024-12-08T10:21:06,570 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 736e80d58ca3499666317b0e1e7bc5b5/cf2 of 736e80d58ca3499666317b0e1e7bc5b5 into 67f0c7162b0b41548b236d202253b03c(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T10:21:06,570 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 736e80d58ca3499666317b0e1e7bc5b5: 2024-12-08T10:21:06,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=736e80d58ca3499666317b0e1e7bc5b5, source=37f3da559cb4,35991,1733653250192, destination=37f3da559cb4,45395,1733653250301, warming up region on 37f3da559cb4,45395,1733653250301 2024-12-08T10:21:06,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=736e80d58ca3499666317b0e1e7bc5b5, source=37f3da559cb4,35991,1733653250192, destination=37f3da559cb4,45395,1733653250301, running balancer 2024-12-08T10:21:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, REOPEN/MOVE 2024-12-08T10:21:06,579 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, REOPEN/MOVE 2024-12-08T10:21:06,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=736e80d58ca3499666317b0e1e7bc5b5, regionState=CLOSING, regionLocation=37f3da559cb4,35991,1733653250192 2024-12-08T10:21:06,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegion(7855): Warmup {ENCODED => 736e80d58ca3499666317b0e1e7bc5b5, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:06,583 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,585 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736e80d58ca3499666317b0e1e7bc5b5 columnFamilyName cf1 2024-12-08T10:21:06,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, REOPEN/MOVE because future has completed 2024-12-08T10:21:06,585 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:06,585 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T10:21:06,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,35991,1733653250192}] 2024-12-08T10:21:06,598 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/175c9dabb75048dfafda5ef6bfe7cf3c 2024-12-08T10:21:06,603 INFO [StoreFileOpener-736e80d58ca3499666317b0e1e7bc5b5-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29e71a443c2f4a848b33acc9de4e7fb7 2024-12-08T10:21:06,604 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/29e71a443c2f4a848b33acc9de4e7fb7 2024-12-08T10:21:06,617 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/50e27e4763e248f8961d6e5ef247ba0f 2024-12-08T10:21:06,617 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(327): Store=736e80d58ca3499666317b0e1e7bc5b5/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:06,617 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,618 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736e80d58ca3499666317b0e1e7bc5b5 columnFamilyName cf2 2024-12-08T10:21:06,618 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:06,626 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf2/67f0c7162b0b41548b236d202253b03c 2024-12-08T10:21:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-08T10:21:06,633 INFO [StoreFileOpener-736e80d58ca3499666317b0e1e7bc5b5-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7893615a7af645409955cf14836b2a25 2024-12-08T10:21:06,635 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf2/7893615a7af645409955cf14836b2a25 2024-12-08T10:21:06,635 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(327): Store=736e80d58ca3499666317b0e1e7bc5b5/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegion(1722): Closing 736e80d58ca3499666317b0e1e7bc5b5, disabling compactions & flushes 2024-12-08T10:21:06,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. after waiting 0 ms 2024-12-08T10:21:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegion(1676): Region close journal for 736e80d58ca3499666317b0e1e7bc5b5: Waiting for close lock at 1733653266635Disabling compacts and flushes for region at 1733653266635Disabling writes for close at 1733653266635Writing region close event to WAL at 1733653266637 (+2 ms)Closed at 1733653266637 2024-12-08T10:21:06,742 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,742 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T10:21:06,742 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 736e80d58ca3499666317b0e1e7bc5b5, disabling compactions & flushes 2024-12-08T10:21:06,742 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,742 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,742 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. after waiting 0 ms 2024-12-08T10:21:06,742 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,742 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/50e27e4763e248f8961d6e5ef247ba0f, hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/29e71a443c2f4a848b33acc9de4e7fb7] to archive 2024-12-08T10:21:06,745 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T10:21:06,749 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/50e27e4763e248f8961d6e5ef247ba0f to hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/50e27e4763e248f8961d6e5ef247ba0f 2024-12-08T10:21:06,750 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/29e71a443c2f4a848b33acc9de4e7fb7 to hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/29e71a443c2f4a848b33acc9de4e7fb7 2024-12-08T10:21:06,761 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf2/7893615a7af645409955cf14836b2a25] to archive 2024-12-08T10:21:06,762 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T10:21:06,764 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf2/7893615a7af645409955cf14836b2a25 to hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf2/7893615a7af645409955cf14836b2a25 2024-12-08T10:21:06,769 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-08T10:21:06,770 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:06,770 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 736e80d58ca3499666317b0e1e7bc5b5: Waiting for close lock at 1733653266742Running coprocessor pre-close hooks at 1733653266742Disabling compacts and flushes for region at 1733653266742Disabling writes for close at 1733653266742Writing region close event to WAL at 1733653266766 (+24 ms)Running coprocessor post-close hooks at 1733653266770 (+4 ms)Closed at 1733653266770 2024-12-08T10:21:06,770 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 736e80d58ca3499666317b0e1e7bc5b5 move to 37f3da559cb4,45395,1733653250301 record at close sequenceid=12 2024-12-08T10:21:06,773 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:06,775 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=736e80d58ca3499666317b0e1e7bc5b5, regionState=CLOSED 2024-12-08T10:21:06,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,35991,1733653250192 because future has completed 2024-12-08T10:21:06,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-08T10:21:06,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,35991,1733653250192 in 194 msec 2024-12-08T10:21:06,783 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, REOPEN/MOVE; state=CLOSED, location=37f3da559cb4,45395,1733653250301; forceNewPlan=false, retain=false 2024-12-08T10:21:06,934 INFO [37f3da559cb4:39295 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T10:21:06,934 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=736e80d58ca3499666317b0e1e7bc5b5, regionState=OPENING, regionLocation=37f3da559cb4,45395,1733653250301 2024-12-08T10:21:06,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, REOPEN/MOVE because future has completed 2024-12-08T10:21:06,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,45395,1733653250301}] 2024-12-08T10:21:07,092 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:07,093 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 736e80d58ca3499666317b0e1e7bc5b5, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:07,093 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,093 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:07,093 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,093 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,095 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,096 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736e80d58ca3499666317b0e1e7bc5b5 columnFamilyName cf1 2024-12-08T10:21:07,096 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:07,102 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/175c9dabb75048dfafda5ef6bfe7cf3c 2024-12-08T10:21:07,102 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(327): Store=736e80d58ca3499666317b0e1e7bc5b5/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:07,102 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,103 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736e80d58ca3499666317b0e1e7bc5b5 columnFamilyName cf2 2024-12-08T10:21:07,103 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:07,110 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf2/67f0c7162b0b41548b236d202253b03c 2024-12-08T10:21:07,110 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(327): Store=736e80d58ca3499666317b0e1e7bc5b5/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:07,110 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,111 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,112 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,113 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,113 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,113 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T10:21:07,115 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,115 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 736e80d58ca3499666317b0e1e7bc5b5; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67910819, jitterRate=0.011950060725212097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T10:21:07,115 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,116 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 736e80d58ca3499666317b0e1e7bc5b5: Running coprocessor pre-open hook at 1733653267093Writing region info on filesystem at 1733653267093Initializing all the Stores at 1733653267094 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653267094Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653267094Cleaning up temporary data from old regions at 1733653267113 (+19 ms)Running coprocessor post-open hooks at 1733653267115 (+2 ms)Region opened successfully at 1733653267116 (+1 ms) 2024-12-08T10:21:07,117 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., pid=12, masterSystemTime=1733653267089 2024-12-08T10:21:07,119 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:07,119 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:07,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=736e80d58ca3499666317b0e1e7bc5b5, regionState=OPEN, openSeqNum=18, regionLocation=37f3da559cb4,45395,1733653250301 2024-12-08T10:21:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,45395,1733653250301 because future has completed 2024-12-08T10:21:07,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-08T10:21:07,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,45395,1733653250301 in 186 msec 2024-12-08T10:21:07,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, REOPEN/MOVE in 548 msec 2024-12-08T10:21:07,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T10:21:07,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T10:21:07,134 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 37f3da559cb4,45395,1733653250301: testing ***** 2024-12-08T10:21:07,134 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-08T10:21:07,135 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-08T10:21:07,136 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-08T10:21:07,138 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-08T10:21:07,139 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-08T10:21:07,145 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 327069760 }, "NonHeapMemoryUsage": { "committed": 171048960, "init": 7667712, "max": -1, "used": 168452280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "37f3da559cb4", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2823, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 11, "ProcessCallTime_min": 2, "ProcessCallTime_max": 4, "ProcessCallTime_mean": 2, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 4, "ProcessCallTime_90th_percentile": 4, "ProcessCallTime_95th_percentile": 4, "ProcessCallTime_98th_percentile": 4, "ProcessCallTime_99th_percentile": 4, "ProcessCallTime_99.9th_percentile": 4, "ProcessCallTime_TimeRangeCount_1-3": 2, "ProcessCallTime_TimeRangeCount_3-10": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 11, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 3, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 11, "TotalCallTime_min": 2, "TotalCallTime_max": 4, "TotalCallTime_mean": 2, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 4, "TotalCallTime_90th_percentile": 4, "TotalCallTime_95th_percentile": 4, "TotalCallTime_98th_percentile": 4, "TotalCallTime_99th_percentile": 4, "TotalCallTime_99.9th_percentile": 4, "TotalCallTime_TimeRangeCount_1-3": 2, "TotalCallTime_TimeRangeCount_3-10": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 11, "ResponseSize_min": 2, "ResponseSize_max": 2, "ResponseSize_mean": 2, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 2, "ResponseSize_90th_percentile": 2, "ResponseSize_95th_percentile": 2, "ResponseSize_98th_percentile": 2, "ResponseSize_99th_percentile": 2, "ResponseSize_99.9th_percentile": 2, "ResponseSize_SizeRangeCount_0-10": 3, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 11, "RequestSize_min": 128, "RequestSize_max": 330, "RequestSize_mean": 246, "RequestSize_25th_percentile": 128, "RequestSize_median": 282, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 330, "RequestSize_98th_percentile": 330, "RequestSize_99th_percentile": 330, "RequestSize_99.9th_percentile": 330, "RequestSize_SizeRangeCount_100-1000": 3, "sentBytes": 382 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "37f3da559cb4", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59409", "tag.serverName": "37f3da559cb4,45395,1733653250301", "tag.clusterId": "a675f02e-681f-4c8c-9d7b-e68cdc255454", "tag.Context": "regionserver", "tag.Hostname": "37f3da559cb4", "regionCount": 1, "storeCount": 4, "hlogFileCount": 4, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733653250301, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 307830, "localBytesRead": 307830, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 213644, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 10, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 5, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 5, "Put_min": 2, "Put_max": 3, "Put_mean": 2, "Put_25th_percentile": 2, "Put_median": 2, "Put_75th_percentile": 3, "Put_90th_percentile": 3, "Put_95th_percentile": 3, "Put_98th_percentile": 3, "Put_99th_percentile": 3, "Put_99.9th_percentile": 3, "Put_TimeRangeCount_1-3": 3, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-08T10:21:07,148 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39295 {}] master.MasterRpcServices(700): 37f3da559cb4,45395,1733653250301 reported a fatal error: ***** ABORTING region server 37f3da559cb4,45395,1733653250301: testing ***** 2024-12-08T10:21:07,149 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '37f3da559cb4,45395,1733653250301' ***** 2024-12-08T10:21:07,149 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-08T10:21:07,150 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T10:21:07,150 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T10:21:07,151 INFO [RS:1;37f3da559cb4:45395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-08T10:21:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:45994 deadline: 1733653327150, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=37f3da559cb4 port=45395 startCode=1733653250301. As of locationSeqNum=12. 2024-12-08T10:21:07,151 INFO [RS:1;37f3da559cb4:45395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-08T10:21:07,151 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(3091): Received CLOSE for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,151 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(956): aborting server 37f3da559cb4,45395,1733653250301 2024-12-08T10:21:07,151 INFO [RS:1;37f3da559cb4:45395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T10:21:07,151 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,35991,1733653250192, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,35991,1733653250192, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=37f3da559cb4 port=45395 startCode=1733653250301. As of locationSeqNum=12. 2024-12-08T10:21:07,151 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,35991,1733653250192, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=37f3da559cb4 port=45395 startCode=1733653250301. As of locationSeqNum=12. 2024-12-08T10:21:07,151 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,35991,1733653250192, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,45395,1733653250301, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=37f3da559cb4 port=45395 startCode=1733653250301. As of locationSeqNum=12. 2024-12-08T10:21:07,152 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 736e80d58ca3499666317b0e1e7bc5b5, disabling compactions & flushes 2024-12-08T10:21:07,152 INFO [RS:1;37f3da559cb4:45395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;37f3da559cb4:45395. 2024-12-08T10:21:07,152 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:07,152 DEBUG [RS:1;37f3da559cb4:45395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T10:21:07,152 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:07,152 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. after waiting 0 ms 2024-12-08T10:21:07,152 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:07,152 DEBUG [RS:1;37f3da559cb4:45395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T10:21:07,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 37f3da559cb4,45395,1733653250301 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:07,154 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T10:21:07,154 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T10:21:07,154 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T10:21:07,154 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T10:21:07,155 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 37f3da559cb4,45395,1733653250301 aborting 2024-12-08T10:21:07,155 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 37f3da559cb4,45395,1733653250301 aborting 2024-12-08T10:21:07,155 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 from cache 2024-12-08T10:21:07,156 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-08T10:21:07,156 DEBUG [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(1325): Online Regions={736e80d58ca3499666317b0e1e7bc5b5=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., 1588230740=hbase:meta,,1.1588230740} 2024-12-08T10:21:07,156 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T10:21:07,156 INFO [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T10:21:07,156 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T10:21:07,156 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T10:21:07,156 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T10:21:07,156 DEBUG [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:07,157 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:07,157 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 736e80d58ca3499666317b0e1e7bc5b5: Waiting for close lock at 1733653267151Running coprocessor pre-close hooks at 1733653267152 (+1 ms)Disabling compacts and flushes for region at 1733653267152Disabling writes for close at 1733653267152Writing region close event to WAL at 1733653267157 (+5 ms)Running coprocessor post-close hooks at 1733653267157Closed at 1733653267157 2024-12-08T10:21:07,157 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:07,169 ERROR [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-12-08T10:21:07,169 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T10:21:07,169 INFO [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T10:21:07,169 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733653267156Running coprocessor pre-close hooks at 1733653267156Disabling compacts and flushes for region at 1733653267156Disabling writes for close at 1733653267156Writing region close event to WAL at 1733653267169 (+13 ms)Running coprocessor post-close hooks at 1733653267169Closed at 1733653267169 2024-12-08T10:21:07,169 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T10:21:07,182 INFO [regionserver/37f3da559cb4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T10:21:07,262 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T10:21:07,264 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1] 2024-12-08T10:21:07,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 37f3da559cb4,45395,1733653250301 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:07,265 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 37f3da559cb4,45395,1733653250301 aborting 2024-12-08T10:21:07,266 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 37f3da559cb4,45395,1733653250301 aborting 2024-12-08T10:21:07,266 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 from cache 2024-12-08T10:21:07,357 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(976): stopping server 37f3da559cb4,45395,1733653250301; all regions closed. 2024-12-08T10:21:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741836_1012 (size=2747) 2024-12-08T10:21:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741836_1012 (size=2747) 2024-12-08T10:21:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741836_1012 (size=2747) 2024-12-08T10:21:07,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741834_1010 (size=1677) 2024-12-08T10:21:07,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741834_1010 (size=1677) 2024-12-08T10:21:07,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741834_1010 (size=1677) 2024-12-08T10:21:07,363 DEBUG [RS:1;37f3da559cb4:45395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T10:21:07,363 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T10:21:07,363 INFO [RS:1;37f3da559cb4:45395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T10:21:07,363 INFO [RS:1;37f3da559cb4:45395 {}] hbase.ChoreService(370): Chore service for: regionserver/37f3da559cb4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T10:21:07,363 INFO [RS:1;37f3da559cb4:45395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T10:21:07,363 INFO [regionserver/37f3da559cb4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T10:21:07,364 INFO [RS:1;37f3da559cb4:45395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45395 2024-12-08T10:21:07,472 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T10:21:07,474 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1] 2024-12-08T10:21:07,475 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 37f3da559cb4:45395 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 37f3da559cb4/172.17.0.2:45395 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:07,476 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1, error=java.net.ConnectException: Call to address=37f3da559cb4:45395 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 37f3da559cb4/172.17.0.2:45395 2024-12-08T10:21:07,476 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-08T10:21:07,476 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 from cache 2024-12-08T10:21:07,476 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 37f3da559cb4:45395 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 37f3da559cb4/172.17.0.2:45395 2024-12-08T10:21:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T10:21:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/37f3da559cb4,45395,1733653250301 2024-12-08T10:21:07,511 INFO [RS:1;37f3da559cb4:45395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T10:21:07,624 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [37f3da559cb4,45395,1733653250301] 2024-12-08T10:21:07,684 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/37f3da559cb4,45395,1733653250301 already deleted, retry=false 2024-12-08T10:21:07,684 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 37f3da559cb4,45395,1733653250301 on 37f3da559cb4,39295,1733653249411 2024-12-08T10:21:07,688 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 37f3da559cb4,45395,1733653250301, splitWal=true, meta=true 2024-12-08T10:21:07,690 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 37f3da559cb4,45395,1733653250301 (carryingMeta=true) 37f3da559cb4,45395,1733653250301/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4c198078[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-08T10:21:07,690 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 37f3da559cb4,45395,1733653250301, splitWal=true, meta=true 2024-12-08T10:21:07,692 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 37f3da559cb4,45395,1733653250301, splitWal=true, meta=true, isMeta: true 2024-12-08T10:21:07,693 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting 2024-12-08T10:21:07,694 INFO [PEWorker-2 {}] master.SplitWALManager(105): 37f3da559cb4,45395,1733653250301 WAL count=1, meta=true 2024-12-08T10:21:07,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta}] 2024-12-08T10:21:07,702 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=37f3da559cb4,46337,1733653250352 2024-12-08T10:21:07,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta, worker=37f3da559cb4,46337,1733653250352}] 2024-12-08T10:21:07,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T10:21:07,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x10004f1414f0002, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T10:21:07,725 INFO [RS:1;37f3da559cb4:45395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T10:21:07,725 INFO [RS:1;37f3da559cb4:45395 {}] regionserver.HRegionServer(1031): Exiting; stopping=37f3da559cb4,45395,1733653250301; zookeeper connection closed. 2024-12-08T10:21:07,725 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7285a120 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7285a120 2024-12-08T10:21:07,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T10:21:07,783 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1] 2024-12-08T10:21:07,784 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 37f3da559cb4:45395 this server is in the failed servers list 2024-12-08T10:21:07,784 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=37f3da559cb4:45395 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 37f3da559cb4:45395 2024-12-08T10:21:07,784 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 37f3da559cb4:45395 2024-12-08T10:21:07,784 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 from cache 2024-12-08T10:21:07,864 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T10:21:07,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T10:21:07,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-08T10:21:07,883 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta, size=2.7 K (2747bytes) 2024-12-08T10:21:07,883 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta 2024-12-08T10:21:07,884 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta after 1ms 2024-12-08T10:21:07,887 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:07,887 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta took 4ms 2024-12-08T10:21:07,895 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-08T10:21:07,896 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta so closing down 2024-12-08T10:21:07,896 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:21:07,897 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta.temp 2024-12-08T10:21:07,898 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta.temp 2024-12-08T10:21:07,899 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:21:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741892_1070 (size=2527) 2024-12-08T10:21:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741892_1070 (size=2527) 2024-12-08T10:21:07,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741892_1070 (size=2527) 2024-12-08T10:21:07,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-08T10:21:07,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta.temp to hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-08T10:21:07,908 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta, size=2.7 K, length=2747, corrupted=false, cancelled=false 2024-12-08T10:21:07,909 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta, journal: Splitting hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta, size=2.7 K (2747bytes) at 1733653267883Finishing writing output for hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta so closing down at 1733653267896 (+13 ms)Creating recovered edits writer path=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta.temp at 1733653267898 (+2 ms)3 split writer threads finished at 1733653267899 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733653267907 (+8 ms)Rename recovered edits hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta.temp to hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1733653267908 (+1 ms)Processed 16 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta, size=2.7 K, length=2747, corrupted=false, cancelled=false at 1733653267909 (+1 ms) 2024-12-08T10:21:07,909 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta 2024-12-08T10:21:07,910 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-08T10:21:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-08T10:21:07,917 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta to hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/oldWALs 2024-12-08T10:21:07,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-08T10:21:07,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta, worker=37f3da559cb4,46337,1733653250352 in 213 msec 2024-12-08T10:21:07,921 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=37f3da559cb4,46337,1733653250352 2024-12-08T10:21:07,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-08T10:21:07,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 37f3da559cb4%2C45395%2C1733653250301.meta.1733653252339.meta, worker=37f3da559cb4,46337,1733653250352 in 225 msec 2024-12-08T10:21:07,926 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting dir is empty, no logs to split. 2024-12-08T10:21:07,926 INFO [PEWorker-2 {}] master.SplitWALManager(105): 37f3da559cb4,45395,1733653250301 WAL count=0, meta=true 2024-12-08T10:21:07,926 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 37f3da559cb4,45395,1733653250301 WAL splitting is done? wals=0, meta=true 2024-12-08T10:21:07,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T10:21:07,929 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T10:21:07,930 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T10:21:08,080 DEBUG [37f3da559cb4:39295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-08T10:21:08,081 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(204): Hosts are {37f3da559cb4=0} racks are {/default-rack=0} 2024-12-08T10:21:08,081 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T10:21:08,081 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T10:21:08,081 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T10:21:08,081 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T10:21:08,081 INFO [37f3da559cb4:39295 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T10:21:08,081 INFO [37f3da559cb4:39295 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T10:21:08,081 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T10:21:08,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=37f3da559cb4,46337,1733653250352 2024-12-08T10:21:08,083 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37f3da559cb4,46337,1733653250352, state=OPENING 2024-12-08T10:21:08,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T10:21:08,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T10:21:08,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T10:21:08,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:21:08,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:21:08,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:21:08,096 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T10:21:08,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=37f3da559cb4,46337,1733653250352}] 2024-12-08T10:21:08,253 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T10:21:08,253 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:08,254 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T10:21:08,255 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=37f3da559cb4%2C46337%2C1733653250352.meta, suffix=.meta, logDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,46337,1733653250352, archiveDir=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/oldWALs, maxLogs=32 2024-12-08T10:21:08,267 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,46337,1733653250352/37f3da559cb4%2C46337%2C1733653250352.meta.1733653268256.meta, exclude list is [], retry=0 2024-12-08T10:21:08,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:08,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:08,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:08,273 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,46337,1733653250352/37f3da559cb4%2C46337%2C1733653250352.meta.1733653268256.meta 2024-12-08T10:21:08,274 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:21:08,275 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:08,275 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T10:21:08,275 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T10:21:08,275 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T10:21:08,275 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T10:21:08,275 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:08,276 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T10:21:08,276 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T10:21:08,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T10:21:08,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T10:21:08,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:08,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:21:08,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T10:21:08,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T10:21:08,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:08,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:21:08,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T10:21:08,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T10:21:08,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:08,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:21:08,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T10:21:08,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T10:21:08,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:08,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T10:21:08,284 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T10:21:08,284 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740 2024-12-08T10:21:08,285 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740 2024-12-08T10:21:08,286 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-08T10:21:08,288 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:08,290 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-08T10:21:08,290 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-12-08T10:21:08,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T10:21:08,294 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,46337,1733653250352, seqNum=-1] 2024-12-08T10:21:08,294 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T10:21:08,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T10:21:08,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46337 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Get size: 119 connection: 172.17.0.2:47858 deadline: 1733653328296, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 37f3da559cb4,46337,1733653250352 2024-12-08T10:21:08,297 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,46337,1733653250352, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,46337,1733653250352, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 37f3da559cb4,46337,1733653250352 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T10:21:08,297 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,46337,1733653250352, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 37f3da559cb4,46337,1733653250352 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T10:21:08,297 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,46337,1733653250352, seqNum=-1 from cache 2024-12-08T10:21:08,315 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/.tmp/info/a59404102d464773bb949d0a6644a100 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5./info:regioninfo/1733653267120/Put/seqid=0 2024-12-08T10:21:08,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741894_1072 (size=11177) 2024-12-08T10:21:08,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741894_1072 (size=11177) 2024-12-08T10:21:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741894_1072 (size=11177) 2024-12-08T10:21:08,352 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/.tmp/info/a59404102d464773bb949d0a6644a100 2024-12-08T10:21:08,371 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/.tmp/ns/4351a5a77f194b97adfde18768459bd8 is 43, key is default/ns:d/1733653252540/Put/seqid=0 2024-12-08T10:21:08,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741895_1073 (size=5153) 2024-12-08T10:21:08,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741895_1073 (size=5153) 2024-12-08T10:21:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741895_1073 (size=5153) 2024-12-08T10:21:08,380 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/.tmp/ns/4351a5a77f194b97adfde18768459bd8 2024-12-08T10:21:08,405 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/.tmp/table/45fcbf1178244d2b8d7cb31b5406c07b is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733653265377/Put/seqid=0 2024-12-08T10:21:08,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741896_1074 (size=5431) 2024-12-08T10:21:08,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741896_1074 (size=5431) 2024-12-08T10:21:08,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741896_1074 (size=5431) 2024-12-08T10:21:08,412 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/.tmp/table/45fcbf1178244d2b8d7cb31b5406c07b 2024-12-08T10:21:08,419 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/.tmp/info/a59404102d464773bb949d0a6644a100 as hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/info/a59404102d464773bb949d0a6644a100 2024-12-08T10:21:08,426 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/info/a59404102d464773bb949d0a6644a100, entries=36, sequenceid=18, filesize=10.9 K 2024-12-08T10:21:08,427 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/.tmp/ns/4351a5a77f194b97adfde18768459bd8 as hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/ns/4351a5a77f194b97adfde18768459bd8 2024-12-08T10:21:08,433 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/ns/4351a5a77f194b97adfde18768459bd8, entries=2, sequenceid=18, filesize=5.0 K 2024-12-08T10:21:08,434 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/.tmp/table/45fcbf1178244d2b8d7cb31b5406c07b as hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/table/45fcbf1178244d2b8d7cb31b5406c07b 2024-12-08T10:21:08,440 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/table/45fcbf1178244d2b8d7cb31b5406c07b, entries=2, sequenceid=18, filesize=5.3 K 2024-12-08T10:21:08,440 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=18, compaction requested=false; wal=null 2024-12-08T10:21:08,441 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-08T10:21:08,442 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T10:21:08,442 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T10:21:08,443 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T10:21:08,444 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T10:21:08,447 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-08T10:21:08,448 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60060606, jitterRate=-0.1050272285938263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T10:21:08,448 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T10:21:08,449 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733653268276Writing region info on filesystem at 1733653268276Initializing all the Stores at 1733653268277 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653268277Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653268277Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653268277Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733653268277Obtaining lock to block concurrent updates at 1733653268290 (+13 ms)Preparing flush snapshotting stores in 1588230740 at 1733653268290Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1733653268290Flushing stores of hbase:meta,,1.1588230740 at 1733653268290Flushing 1588230740/info: creating writer at 1733653268291 (+1 ms)Flushing 1588230740/info: appending metadata at 1733653268315 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733653268315Flushing 1588230740/ns: creating writer at 1733653268357 (+42 ms)Flushing 1588230740/ns: appending metadata at 1733653268371 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733653268371Flushing 1588230740/table: creating writer at 1733653268386 (+15 ms)Flushing 1588230740/table: appending metadata at 1733653268405 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733653268405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77dce0c9: reopening flushed file at 1733653268418 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220a9b67: reopening flushed file at 1733653268426 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca257a: reopening flushed file at 1733653268433 (+7 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=18, compaction requested=false; wal=null at 1733653268440 (+7 ms)Cleaning up temporary data from old regions at 1733653268442 (+2 ms)Running coprocessor post-open hooks at 1733653268448 (+6 ms)Region opened successfully at 1733653268449 (+1 ms) 2024-12-08T10:21:08,450 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733653268249 2024-12-08T10:21:08,453 DEBUG [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T10:21:08,453 INFO [RS_OPEN_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T10:21:08,454 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=37f3da559cb4,46337,1733653250352 2024-12-08T10:21:08,455 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 37f3da559cb4,46337,1733653250352, state=OPEN 2024-12-08T10:21:08,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T10:21:08,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T10:21:08,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T10:21:08,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:21:08,475 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=37f3da559cb4,46337,1733653250352 2024-12-08T10:21:08,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:21:08,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T10:21:08,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-08T10:21:08,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=37f3da559cb4,46337,1733653250352 in 379 msec 2024-12-08T10:21:08,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-08T10:21:08,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 551 msec 2024-12-08T10:21:08,480 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 37f3da559cb4,45395,1733653250301 had 2 regions 2024-12-08T10:21:08,481 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 37f3da559cb4,45395,1733653250301, splitWal=true, meta=true, isMeta: false 2024-12-08T10:21:08,483 INFO [PEWorker-1 {}] master.SplitWALManager(105): 37f3da559cb4,45395,1733653250301 WAL count=1, meta=false 2024-12-08T10:21:08,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 37f3da559cb4%2C45395%2C1733653250301.1733653251924}] 2024-12-08T10:21:08,486 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=37f3da559cb4,46337,1733653250352 2024-12-08T10:21:08,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 37f3da559cb4%2C45395%2C1733653250301.1733653251924, worker=37f3da559cb4,46337,1733653250352}] 2024-12-08T10:21:08,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-12-08T10:21:08,654 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924, size=1.6 K (1677bytes) 2024-12-08T10:21:08,654 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924 2024-12-08T10:21:08,655 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924 after 1ms 2024-12-08T10:21:08,657 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:08,658 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924 took 4ms 2024-12-08T10:21:08,661 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 736e80d58ca3499666317b0e1e7bc5b5: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-08T10:21:08,661 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924 so closing down 2024-12-08T10:21:08,661 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:21:08,661 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:21:08,661 INFO [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-12-08T10:21:08,661 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924, journal: Splitting hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924, size=1.6 K (1677bytes) at 1733653268654Finishing writing output for hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924 so closing down at 1733653268661 (+7 ms)3 split writer threads finished at 1733653268661Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1733653268661 2024-12-08T10:21:08,661 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924 2024-12-08T10:21:08,661 DEBUG [RS_LOG_REPLAY_OPS-regionserver/37f3da559cb4:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-08T10:21:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39295 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-12-08T10:21:08,666 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting/37f3da559cb4%2C45395%2C1733653250301.1733653251924 to hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/oldWALs 2024-12-08T10:21:08,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-08T10:21:08,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 37f3da559cb4%2C45395%2C1733653250301.1733653251924, worker=37f3da559cb4,46337,1733653250352 in 179 msec 2024-12-08T10:21:08,670 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=37f3da559cb4,46337,1733653250352 2024-12-08T10:21:08,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-08T10:21:08,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 37f3da559cb4%2C45395%2C1733653250301.1733653251924, worker=37f3da559cb4,46337,1733653250352 in 187 msec 2024-12-08T10:21:08,674 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,45395,1733653250301-splitting dir is empty, no logs to split. 2024-12-08T10:21:08,674 INFO [PEWorker-1 {}] master.SplitWALManager(105): 37f3da559cb4,45395,1733653250301 WAL count=0, meta=false 2024-12-08T10:21:08,674 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 37f3da559cb4,45395,1733653250301 WAL splitting is done? wals=0, meta=false 2024-12-08T10:21:08,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, ASSIGN}] 2024-12-08T10:21:08,678 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, ASSIGN 2024-12-08T10:21:08,679 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T10:21:08,830 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(204): Hosts are {37f3da559cb4=0} racks are {/default-rack=0} 2024-12-08T10:21:08,830 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T10:21:08,830 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T10:21:08,830 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T10:21:08,830 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T10:21:08,830 INFO [37f3da559cb4:39295 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T10:21:08,830 INFO [37f3da559cb4:39295 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T10:21:08,830 DEBUG [37f3da559cb4:39295 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T10:21:08,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=736e80d58ca3499666317b0e1e7bc5b5, regionState=OPENING, regionLocation=37f3da559cb4,46337,1733653250352 2024-12-08T10:21:08,832 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 37f3da559cb4:45395 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 37f3da559cb4/172.17.0.2:45395 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:08,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1, error=java.net.ConnectException: Call to address=37f3da559cb4:45395 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 37f3da559cb4/172.17.0.2:45395 2024-12-08T10:21:08,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-08T10:21:08,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,45395,1733653250301, seqNum=-1 from cache 2024-12-08T10:21:08,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 37f3da559cb4:45395 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 37f3da559cb4/172.17.0.2:45395 2024-12-08T10:21:08,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T10:21:08,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,46337,1733653250352, seqNum=-1] 2024-12-08T10:21:08,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T10:21:08,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T10:21:08,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, ASSIGN because future has completed 2024-12-08T10:21:08,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,46337,1733653250352}] 2024-12-08T10:21:09,102 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:09,103 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 736e80d58ca3499666317b0e1e7bc5b5, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:09,103 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:09,103 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:09,103 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:09,103 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:09,105 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:09,106 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736e80d58ca3499666317b0e1e7bc5b5 columnFamilyName cf1 2024-12-08T10:21:09,106 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:09,113 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf1/175c9dabb75048dfafda5ef6bfe7cf3c 2024-12-08T10:21:09,113 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(327): Store=736e80d58ca3499666317b0e1e7bc5b5/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:09,113 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:09,114 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736e80d58ca3499666317b0e1e7bc5b5 columnFamilyName cf2 2024-12-08T10:21:09,114 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:09,120 DEBUG [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/cf2/67f0c7162b0b41548b236d202253b03c 2024-12-08T10:21:09,120 INFO [StoreOpener-736e80d58ca3499666317b0e1e7bc5b5-1 {}] regionserver.HStore(327): Store=736e80d58ca3499666317b0e1e7bc5b5/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:09,121 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:09,121 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:09,123 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:09,123 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:09,123 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:09,124 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T10:21:09,125 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:09,126 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 736e80d58ca3499666317b0e1e7bc5b5; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72506453, jitterRate=0.08043034374713898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T10:21:09,126 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:09,126 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 736e80d58ca3499666317b0e1e7bc5b5: Running coprocessor pre-open hook at 1733653269104Writing region info on filesystem at 1733653269104Initializing all the Stores at 1733653269105 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653269105Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653269105Cleaning up temporary data from old regions at 1733653269123 (+18 ms)Running coprocessor post-open hooks at 1733653269126 (+3 ms)Region opened successfully at 1733653269126 2024-12-08T10:21:09,127 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., pid=21, masterSystemTime=1733653269099 2024-12-08T10:21:09,130 DEBUG [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:09,130 INFO [RS_OPEN_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:09,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=736e80d58ca3499666317b0e1e7bc5b5, regionState=OPEN, openSeqNum=18, regionLocation=37f3da559cb4,46337,1733653250352 2024-12-08T10:21:09,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,46337,1733653250352 because future has completed 2024-12-08T10:21:09,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-08T10:21:09,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 736e80d58ca3499666317b0e1e7bc5b5, server=37f3da559cb4,46337,1733653250352 in 188 msec 2024-12-08T10:21:09,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-08T10:21:09,139 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 37f3da559cb4,45395,1733653250301 after splitting done 2024-12-08T10:21:09,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=736e80d58ca3499666317b0e1e7bc5b5, ASSIGN in 459 msec 2024-12-08T10:21:09,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 37f3da559cb4,45395,1733653250301, splitWal=true, meta=true in 1.4540 sec 2024-12-08T10:21:09,311 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T10:21:09,313 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=37f3da559cb4,46337,1733653250352, seqNum=-1] 2024-12-08T10:21:09,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 37f3da559cb4:45395 this server is in the failed servers list 2024-12-08T10:21:09,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,45395,1733653250301, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,45395,1733653250301, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=37f3da559cb4:45395 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 37f3da559cb4:45395 2024-12-08T10:21:09,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,45395,1733653250301, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 37f3da559cb4:45395 2024-12-08T10:21:09,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,45395,1733653250301, seqNum=12 from cache 2024-12-08T10:21:09,643 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., hostname=37f3da559cb4,46337,1733653250352, seqNum=18] 2024-12-08T10:21:09,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=406 (was 410), OpenFileDescriptor=1048 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 138) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9381 (was 9397) 2024-12-08T10:21:09,658 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-12-08T10:21:09,672 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=406, OpenFileDescriptor=1048, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=9381 2024-12-08T10:21:09,672 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-12-08T10:21:09,689 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:09,691 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:09,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:21:09,694 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75502817, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/hregion-75502817, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:09,707 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75502817/hregion-75502817.1733653269694, exclude list is [], retry=0 2024-12-08T10:21:09,709 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:09,709 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:09,710 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:09,711 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75502817/hregion-75502817.1733653269694 2024-12-08T10:21:09,712 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:21:09,712 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ea1861cdc642bfa41964168ecb62567a, NAME => 'testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/hbase 2024-12-08T10:21:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741898_1076 (size=67) 2024-12-08T10:21:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741898_1076 (size=67) 2024-12-08T10:21:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741898_1076 (size=67) 2024-12-08T10:21:09,722 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:09,725 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-08T10:21:09,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-08T10:21:09,726 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1861cdc642bfa41964168ecb62567a columnFamilyName a 2024-12-08T10:21:09,726 DEBUG [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:09,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-08T10:21:09,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-08T10:21:09,726 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(327): Store=ea1861cdc642bfa41964168ecb62567a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:09,726 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-08T10:21:09,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-08T10:21:09,728 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1861cdc642bfa41964168ecb62567a columnFamilyName b 2024-12-08T10:21:09,728 DEBUG [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:09,728 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(327): Store=ea1861cdc642bfa41964168ecb62567a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:09,728 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,729 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1861cdc642bfa41964168ecb62567a columnFamilyName c 2024-12-08T10:21:09,729 DEBUG [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:09,730 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(327): Store=ea1861cdc642bfa41964168ecb62567a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:09,730 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,730 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,731 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,731 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,731 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,732 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:09,733 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,734 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:21:09,735 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ea1861cdc642bfa41964168ecb62567a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62870361, jitterRate=-0.06315861642360687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:09,736 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ea1861cdc642bfa41964168ecb62567a: Writing region info on filesystem at 1733653269722Initializing all the Stores at 1733653269723 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653269723Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653269724 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653269724Cleaning up temporary data from old regions at 1733653269731 (+7 ms)Region opened successfully at 1733653269735 (+4 ms) 2024-12-08T10:21:09,736 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ea1861cdc642bfa41964168ecb62567a, disabling compactions & flushes 2024-12-08T10:21:09,736 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a. 2024-12-08T10:21:09,736 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a. 2024-12-08T10:21:09,736 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a. after waiting 0 ms 2024-12-08T10:21:09,736 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a. 2024-12-08T10:21:09,736 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a. 2024-12-08T10:21:09,736 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ea1861cdc642bfa41964168ecb62567a: Waiting for close lock at 1733653269736Disabling compacts and flushes for region at 1733653269736Disabling writes for close at 1733653269736Writing region close event to WAL at 1733653269736Closed at 1733653269736 2024-12-08T10:21:09,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741897_1075 (size=93) 2024-12-08T10:21:09,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741897_1075 (size=93) 2024-12-08T10:21:09,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741897_1075 (size=93) 2024-12-08T10:21:09,741 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:21:09,741 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75502817:(num 1733653269694) 2024-12-08T10:21:09,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:09,742 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:09,753 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742, exclude list is [], retry=0 2024-12-08T10:21:09,755 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:09,756 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:09,756 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:09,758 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742 2024-12-08T10:21:09,758 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:21:09,758 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ea1861cdc642bfa41964168ecb62567a, NAME => 'testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:09,758 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:09,758 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,758 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,761 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,761 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1861cdc642bfa41964168ecb62567a columnFamilyName a 2024-12-08T10:21:09,761 DEBUG [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:09,762 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(327): Store=ea1861cdc642bfa41964168ecb62567a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:09,762 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,763 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1861cdc642bfa41964168ecb62567a columnFamilyName b 2024-12-08T10:21:09,763 DEBUG [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:09,763 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(327): Store=ea1861cdc642bfa41964168ecb62567a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:09,763 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,764 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1861cdc642bfa41964168ecb62567a columnFamilyName c 2024-12-08T10:21:09,764 DEBUG [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:09,765 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(327): Store=ea1861cdc642bfa41964168ecb62567a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:09,765 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,767 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,768 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,768 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,768 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:09,770 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,770 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ea1861cdc642bfa41964168ecb62567a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71607455, jitterRate=0.06703422963619232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:09,771 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ea1861cdc642bfa41964168ecb62567a: Writing region info on filesystem at 1733653269759Initializing all the Stores at 1733653269760 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653269760Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653269760Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653269760Cleaning up temporary data from old regions at 1733653269768 (+8 ms)Region opened successfully at 1733653269771 (+3 ms) 2024-12-08T10:21:09,802 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ea1861cdc642bfa41964168ecb62567a 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-08T10:21:09,817 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/.tmp/a/f122b8e0453a415bb2abb3db178b742c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733653269771/Put/seqid=0 2024-12-08T10:21:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741900_1078 (size=5958) 2024-12-08T10:21:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741900_1078 (size=5958) 2024-12-08T10:21:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741900_1078 (size=5958) 2024-12-08T10:21:09,828 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/.tmp/a/f122b8e0453a415bb2abb3db178b742c 2024-12-08T10:21:09,845 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/.tmp/b/264bc11a982c45159aa807ad8f8ec3b3 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733653269784/Put/seqid=0 2024-12-08T10:21:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741901_1079 (size=5958) 2024-12-08T10:21:09,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741901_1079 (size=5958) 2024-12-08T10:21:09,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741901_1079 (size=5958) 2024-12-08T10:21:09,851 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/.tmp/b/264bc11a982c45159aa807ad8f8ec3b3 2024-12-08T10:21:09,870 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/.tmp/c/a608806025f8437086627cfe477137c4 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733653269793/Put/seqid=0 2024-12-08T10:21:09,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741902_1080 (size=5958) 2024-12-08T10:21:09,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741902_1080 (size=5958) 2024-12-08T10:21:09,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741902_1080 (size=5958) 2024-12-08T10:21:09,877 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/.tmp/c/a608806025f8437086627cfe477137c4 2024-12-08T10:21:09,883 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/.tmp/a/f122b8e0453a415bb2abb3db178b742c as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/a/f122b8e0453a415bb2abb3db178b742c 2024-12-08T10:21:09,890 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/a/f122b8e0453a415bb2abb3db178b742c, entries=10, sequenceid=33, filesize=5.8 K 2024-12-08T10:21:09,891 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/.tmp/b/264bc11a982c45159aa807ad8f8ec3b3 as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/b/264bc11a982c45159aa807ad8f8ec3b3 2024-12-08T10:21:09,897 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/b/264bc11a982c45159aa807ad8f8ec3b3, entries=10, sequenceid=33, filesize=5.8 K 2024-12-08T10:21:09,898 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/.tmp/c/a608806025f8437086627cfe477137c4 as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/c/a608806025f8437086627cfe477137c4 2024-12-08T10:21:09,905 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/c/a608806025f8437086627cfe477137c4, entries=10, sequenceid=33, filesize=5.8 K 2024-12-08T10:21:09,907 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for ea1861cdc642bfa41964168ecb62567a in 105ms, sequenceid=33, compaction requested=false 2024-12-08T10:21:09,907 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ea1861cdc642bfa41964168ecb62567a: 2024-12-08T10:21:09,907 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ea1861cdc642bfa41964168ecb62567a, disabling compactions & flushes 2024-12-08T10:21:09,907 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a. 2024-12-08T10:21:09,907 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a. 2024-12-08T10:21:09,907 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a. after waiting 0 ms 2024-12-08T10:21:09,907 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a. 2024-12-08T10:21:09,909 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a. 2024-12-08T10:21:09,909 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ea1861cdc642bfa41964168ecb62567a: Waiting for close lock at 1733653269907Disabling compacts and flushes for region at 1733653269907Disabling writes for close at 1733653269907Writing region close event to WAL at 1733653269909 (+2 ms)Closed at 1733653269909 2024-12-08T10:21:09,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741899_1077 (size=2873) 2024-12-08T10:21:09,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741899_1077 (size=2873) 2024-12-08T10:21:09,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741899_1077 (size=2873) 2024-12-08T10:21:09,917 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/b/264bc11a982c45159aa807ad8f8ec3b3 to hdfs://localhost:41601/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/b/264bc11a982c45159aa807ad8f8ec3b3 2024-12-08T10:21:09,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T10:21:09,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742, size=2.8 K (2873bytes) 2024-12-08T10:21:09,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742 2024-12-08T10:21:09,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742 after 0ms 2024-12-08T10:21:09,935 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:09,936 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742 took 4ms 2024-12-08T10:21:09,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742 so closing down 2024-12-08T10:21:09,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:21:09,940 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733653269742.temp 2024-12-08T10:21:09,941 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000003-wal.1733653269742.temp 2024-12-08T10:21:09,941 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:21:09,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741903_1081 (size=2312) 2024-12-08T10:21:09,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741903_1081 (size=2312) 2024-12-08T10:21:09,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741903_1081 (size=2312) 2024-12-08T10:21:09,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000003-wal.1733653269742.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-08T10:21:09,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000003-wal.1733653269742.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000032 2024-12-08T10:21:09,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-12-08T10:21:09,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742, journal: Splitting hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742, size=2.8 K (2873bytes) at 1733653269933Finishing writing output for hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742 so closing down at 1733653269938 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000003-wal.1733653269742.temp at 1733653269941 (+3 ms)3 split writer threads finished at 1733653269941Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000003-wal.1733653269742.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733653269950 (+9 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000003-wal.1733653269742.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000032 at 1733653269951 (+1 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1733653269951 2024-12-08T10:21:09,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269742 to hdfs://localhost:41601/hbase/oldWALs/wal.1733653269742 2024-12-08T10:21:09,954 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000032 2024-12-08T10:21:09,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:09,957 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:09,970 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269957, exclude list is [], retry=0 2024-12-08T10:21:09,973 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:09,974 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:09,974 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:09,977 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269957 2024-12-08T10:21:09,977 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:38997:38997)] 2024-12-08T10:21:09,977 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ea1861cdc642bfa41964168ecb62567a, NAME => 'testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:09,977 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:09,978 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,978 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,981 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,982 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1861cdc642bfa41964168ecb62567a columnFamilyName a 2024-12-08T10:21:09,982 DEBUG [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:09,990 DEBUG [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/a/f122b8e0453a415bb2abb3db178b742c 2024-12-08T10:21:09,991 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(327): Store=ea1861cdc642bfa41964168ecb62567a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:09,991 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,993 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1861cdc642bfa41964168ecb62567a columnFamilyName b 2024-12-08T10:21:09,993 DEBUG [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:09,994 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(327): Store=ea1861cdc642bfa41964168ecb62567a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:09,994 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:09,995 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1861cdc642bfa41964168ecb62567a columnFamilyName c 2024-12-08T10:21:09,995 DEBUG [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:10,002 DEBUG [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/c/a608806025f8437086627cfe477137c4 2024-12-08T10:21:10,002 INFO [StoreOpener-ea1861cdc642bfa41964168ecb62567a-1 {}] regionserver.HStore(327): Store=ea1861cdc642bfa41964168ecb62567a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:10,002 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:10,003 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:10,005 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:10,006 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000032 2024-12-08T10:21:10,008 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:10,010 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000032 2024-12-08T10:21:10,010 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ea1861cdc642bfa41964168ecb62567a 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-08T10:21:10,028 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/.tmp/b/918babf276514dcc98a9b6d84712122e is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733653269784/Put/seqid=0 2024-12-08T10:21:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741905_1083 (size=5958) 2024-12-08T10:21:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741905_1083 (size=5958) 2024-12-08T10:21:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741905_1083 (size=5958) 2024-12-08T10:21:10,034 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/.tmp/b/918babf276514dcc98a9b6d84712122e 2024-12-08T10:21:10,040 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/.tmp/b/918babf276514dcc98a9b6d84712122e as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/b/918babf276514dcc98a9b6d84712122e 2024-12-08T10:21:10,045 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/b/918babf276514dcc98a9b6d84712122e, entries=10, sequenceid=32, filesize=5.8 K 2024-12-08T10:21:10,045 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for ea1861cdc642bfa41964168ecb62567a in 35ms, sequenceid=32, compaction requested=false; wal=null 2024-12-08T10:21:10,046 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/0000000000000000032 2024-12-08T10:21:10,047 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:10,047 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:10,047 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:10,049 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ea1861cdc642bfa41964168ecb62567a 2024-12-08T10:21:10,051 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/ea1861cdc642bfa41964168ecb62567a/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-08T10:21:10,052 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ea1861cdc642bfa41964168ecb62567a; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65898016, jitterRate=-0.018043041229248047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:10,052 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ea1861cdc642bfa41964168ecb62567a: Writing region info on filesystem at 1733653269978Initializing all the Stores at 1733653269979 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653269979Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653269981 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653269981Obtaining lock to block concurrent updates at 1733653270010 (+29 ms)Preparing flush snapshotting stores in ea1861cdc642bfa41964168ecb62567a at 1733653270010Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733653270010Flushing stores of testReplayEditsWrittenViaHRegion,,1733653269690.ea1861cdc642bfa41964168ecb62567a. at 1733653270010Flushing ea1861cdc642bfa41964168ecb62567a/b: creating writer at 1733653270010Flushing ea1861cdc642bfa41964168ecb62567a/b: appending metadata at 1733653270027 (+17 ms)Flushing ea1861cdc642bfa41964168ecb62567a/b: closing flushed file at 1733653270027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1ce3ae: reopening flushed file at 1733653270039 (+12 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for ea1861cdc642bfa41964168ecb62567a in 35ms, sequenceid=32, compaction requested=false; wal=null at 1733653270045 (+6 ms)Cleaning up temporary data from old regions at 1733653270047 (+2 ms)Region opened successfully at 1733653270052 (+5 ms) 2024-12-08T10:21:10,077 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=415 (was 406) Potentially hanging thread: PacketResponder: BP-1263153277-172.17.0.2-1733653244873:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1263153277-172.17.0.2-1733653244873:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:37966 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:42500 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:32830 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:45722 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:53946 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1263153277-172.17.0.2-1733653244873:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:40930 [Waiting for operation #44] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1118 (was 1048) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=9372 (was 9381) 2024-12-08T10:21:10,077 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1118 is superior to 1024 2024-12-08T10:21:10,093 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=415, OpenFileDescriptor=1118, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=9372 2024-12-08T10:21:10,093 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1118 is superior to 1024 2024-12-08T10:21:10,113 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:10,116 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:10,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:21:10,119 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16523017, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/hregion-16523017, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:10,131 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16523017/hregion-16523017.1733653270119, exclude list is [], retry=0 2024-12-08T10:21:10,135 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:10,135 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:10,136 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:10,138 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16523017/hregion-16523017.1733653270119 2024-12-08T10:21:10,139 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:21:10,139 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8e8f075001ddd0e0e105b9b911c07eb6, NAME => 'testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/hbase 2024-12-08T10:21:10,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741907_1085 (size=68) 2024-12-08T10:21:10,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741907_1085 (size=68) 2024-12-08T10:21:10,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741907_1085 (size=68) 2024-12-08T10:21:10,554 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:10,556 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,557 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e8f075001ddd0e0e105b9b911c07eb6 columnFamilyName a 2024-12-08T10:21:10,558 DEBUG [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:10,558 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(327): Store=8e8f075001ddd0e0e105b9b911c07eb6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:10,558 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,559 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e8f075001ddd0e0e105b9b911c07eb6 columnFamilyName b 2024-12-08T10:21:10,560 DEBUG [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:10,560 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(327): Store=8e8f075001ddd0e0e105b9b911c07eb6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:10,560 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,561 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e8f075001ddd0e0e105b9b911c07eb6 columnFamilyName c 2024-12-08T10:21:10,561 DEBUG [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:10,562 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(327): Store=8e8f075001ddd0e0e105b9b911c07eb6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:10,562 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,563 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,563 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,564 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,564 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,564 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:10,566 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,568 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:21:10,569 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8e8f075001ddd0e0e105b9b911c07eb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73405336, jitterRate=0.09382474422454834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:10,569 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8e8f075001ddd0e0e105b9b911c07eb6: Writing region info on filesystem at 1733653270555Initializing all the Stores at 1733653270555Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653270555Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653270556 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653270556Cleaning up temporary data from old regions at 1733653270564 (+8 ms)Region opened successfully at 1733653270569 (+5 ms) 2024-12-08T10:21:10,570 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8e8f075001ddd0e0e105b9b911c07eb6, disabling compactions & flushes 2024-12-08T10:21:10,570 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. 2024-12-08T10:21:10,570 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. 2024-12-08T10:21:10,570 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. after waiting 0 ms 2024-12-08T10:21:10,570 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. 2024-12-08T10:21:10,570 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. 2024-12-08T10:21:10,570 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8e8f075001ddd0e0e105b9b911c07eb6: Waiting for close lock at 1733653270570Disabling compacts and flushes for region at 1733653270570Disabling writes for close at 1733653270570Writing region close event to WAL at 1733653270570Closed at 1733653270570 2024-12-08T10:21:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741906_1084 (size=93) 2024-12-08T10:21:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741906_1084 (size=93) 2024-12-08T10:21:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741906_1084 (size=93) 2024-12-08T10:21:10,575 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:21:10,575 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16523017:(num 1733653270119) 2024-12-08T10:21:10,575 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:10,577 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:10,595 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577, exclude list is [], retry=0 2024-12-08T10:21:10,598 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:10,598 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:10,598 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:10,600 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577 2024-12-08T10:21:10,600 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:21:10,652 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e8f075001ddd0e0e105b9b911c07eb6, NAME => 'testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:10,654 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,654 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:10,654 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,654 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,656 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,657 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e8f075001ddd0e0e105b9b911c07eb6 columnFamilyName a 2024-12-08T10:21:10,657 DEBUG [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:10,657 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(327): Store=8e8f075001ddd0e0e105b9b911c07eb6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:10,657 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,658 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e8f075001ddd0e0e105b9b911c07eb6 columnFamilyName b 2024-12-08T10:21:10,658 DEBUG [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:10,659 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(327): Store=8e8f075001ddd0e0e105b9b911c07eb6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:10,659 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,660 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e8f075001ddd0e0e105b9b911c07eb6 columnFamilyName c 2024-12-08T10:21:10,660 DEBUG [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:10,660 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(327): Store=8e8f075001ddd0e0e105b9b911c07eb6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:10,660 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,661 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,662 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,663 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,663 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,663 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:10,664 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,665 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8e8f075001ddd0e0e105b9b911c07eb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75040799, jitterRate=0.11819504201412201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:10,665 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:10,665 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8e8f075001ddd0e0e105b9b911c07eb6: Running coprocessor pre-open hook at 1733653270654Writing region info on filesystem at 1733653270654Initializing all the Stores at 1733653270655 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653270655Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653270655Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653270655Cleaning up temporary data from old regions at 1733653270663 (+8 ms)Running coprocessor post-open hooks at 1733653270665 (+2 ms)Region opened successfully at 1733653270665 2024-12-08T10:21:10,675 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8e8f075001ddd0e0e105b9b911c07eb6 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-08T10:21:10,676 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8e8f075001ddd0e0e105b9b911c07eb6/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:10,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T10:21:11,677 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8e8f075001ddd0e0e105b9b911c07eb6/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:12,678 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8e8f075001ddd0e0e105b9b911c07eb6/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:13,679 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8e8f075001ddd0e0e105b9b911c07eb6/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:14,679 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8e8f075001ddd0e0e105b9b911c07eb6/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:15,680 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8e8f075001ddd0e0e105b9b911c07eb6/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:16,155 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T10:21:16,680 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8e8f075001ddd0e0e105b9b911c07eb6/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:17,681 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8e8f075001ddd0e0e105b9b911c07eb6/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:18,599 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T10:21:18,682 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8e8f075001ddd0e0e105b9b911c07eb6/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:19,682 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8e8f075001ddd0e0e105b9b911c07eb6/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:19,683 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8e8f075001ddd0e0e105b9b911c07eb6: 2024-12-08T10:21:19,683 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. 2024-12-08T10:21:19,698 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8e8f075001ddd0e0e105b9b911c07eb6: 2024-12-08T10:21:19,698 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-08T10:21:19,698 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8e8f075001ddd0e0e105b9b911c07eb6, disabling compactions & flushes 2024-12-08T10:21:19,698 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. 2024-12-08T10:21:19,698 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. 2024-12-08T10:21:19,698 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. after waiting 0 ms 2024-12-08T10:21:19,698 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. 2024-12-08T10:21:19,699 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. 2024-12-08T10:21:19,699 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. 2024-12-08T10:21:19,699 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8e8f075001ddd0e0e105b9b911c07eb6: Waiting for close lock at 1733653279698Running coprocessor pre-close hooks at 1733653279698Disabling compacts and flushes for region at 1733653279698Disabling writes for close at 1733653279698Writing region close event to WAL at 1733653279699 (+1 ms)Running coprocessor post-close hooks at 1733653279699Closed at 1733653279699 2024-12-08T10:21:19,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-08T10:21:19,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-08T10:21:19,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741908_1086 (size=2398) 2024-12-08T10:21:19,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741908_1086 (size=2398) 2024-12-08T10:21:19,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741908_1086 (size=2398) 2024-12-08T10:21:19,751 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577, size=2.3 K (2398bytes) 2024-12-08T10:21:19,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577 2024-12-08T10:21:19,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577 after 0ms 2024-12-08T10:21:19,754 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:19,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577 took 3ms 2024-12-08T10:21:19,756 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577 so closing down 2024-12-08T10:21:19,756 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:21:19,757 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733653270577.temp 2024-12-08T10:21:19,758 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000004-wal.1733653270577.temp 2024-12-08T10:21:19,758 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:21:19,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741909_1087 (size=1672) 2024-12-08T10:21:19,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741909_1087 (size=1672) 2024-12-08T10:21:19,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741909_1087 (size=1672) 2024-12-08T10:21:19,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000004-wal.1733653270577.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-08T10:21:19,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000004-wal.1733653270577.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000026 2024-12-08T10:21:19,768 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-12-08T10:21:19,768 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577, journal: Splitting hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577, size=2.3 K (2398bytes) at 1733653279751Finishing writing output for hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577 so closing down at 1733653279756 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000004-wal.1733653270577.temp at 1733653279758 (+2 ms)3 split writer threads finished at 1733653279758Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000004-wal.1733653270577.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733653279767 (+9 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000004-wal.1733653270577.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000026 at 1733653279768 (+1 ms)Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1733653279768 2024-12-08T10:21:19,770 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653270577 to hdfs://localhost:41601/hbase/oldWALs/wal.1733653270577 2024-12-08T10:21:19,770 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000026 2024-12-08T10:21:19,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:19,772 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:19,790 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653279773, exclude list is [], retry=0 2024-12-08T10:21:19,793 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:19,793 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:19,794 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:19,797 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653279773 2024-12-08T10:21:19,798 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:21:19,798 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e8f075001ddd0e0e105b9b911c07eb6, NAME => 'testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:19,798 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,798 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:19,799 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,799 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,803 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,804 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e8f075001ddd0e0e105b9b911c07eb6 columnFamilyName a 2024-12-08T10:21:19,804 DEBUG [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:19,805 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(327): Store=8e8f075001ddd0e0e105b9b911c07eb6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:19,805 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,806 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e8f075001ddd0e0e105b9b911c07eb6 columnFamilyName b 2024-12-08T10:21:19,806 DEBUG [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:19,806 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(327): Store=8e8f075001ddd0e0e105b9b911c07eb6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:19,807 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,807 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e8f075001ddd0e0e105b9b911c07eb6 columnFamilyName c 2024-12-08T10:21:19,807 DEBUG [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:19,808 INFO [StoreOpener-8e8f075001ddd0e0e105b9b911c07eb6-1 {}] regionserver.HStore(327): Store=8e8f075001ddd0e0e105b9b911c07eb6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:19,808 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,809 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,810 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,810 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000026 2024-12-08T10:21:19,813 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:19,814 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000026 2024-12-08T10:21:19,814 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8e8f075001ddd0e0e105b9b911c07eb6 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-08T10:21:19,832 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/.tmp/a/f8aee9073aea44aea54c0c069e2c009a is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733653279688/Put/seqid=0 2024-12-08T10:21:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741911_1089 (size=5523) 2024-12-08T10:21:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741911_1089 (size=5523) 2024-12-08T10:21:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741911_1089 (size=5523) 2024-12-08T10:21:19,844 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/.tmp/a/f8aee9073aea44aea54c0c069e2c009a 2024-12-08T10:21:19,871 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/.tmp/b/0c84d92c90cc4e1bb1806fb45fea08db is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733653279684/Put/seqid=0 2024-12-08T10:21:19,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741912_1090 (size=5524) 2024-12-08T10:21:19,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741912_1090 (size=5524) 2024-12-08T10:21:19,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741912_1090 (size=5524) 2024-12-08T10:21:19,880 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/.tmp/b/0c84d92c90cc4e1bb1806fb45fea08db 2024-12-08T10:21:19,908 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/.tmp/c/980827d304c04f96b6bd3484c59ab827 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733653279685/Put/seqid=0 2024-12-08T10:21:19,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741913_1091 (size=5457) 2024-12-08T10:21:19,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741913_1091 (size=5457) 2024-12-08T10:21:19,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741913_1091 (size=5457) 2024-12-08T10:21:19,917 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/.tmp/c/980827d304c04f96b6bd3484c59ab827 2024-12-08T10:21:19,929 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/.tmp/a/f8aee9073aea44aea54c0c069e2c009a as hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/a/f8aee9073aea44aea54c0c069e2c009a 2024-12-08T10:21:19,936 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/a/f8aee9073aea44aea54c0c069e2c009a, entries=7, sequenceid=26, filesize=5.4 K 2024-12-08T10:21:19,937 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/.tmp/b/0c84d92c90cc4e1bb1806fb45fea08db as hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/b/0c84d92c90cc4e1bb1806fb45fea08db 2024-12-08T10:21:19,944 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/b/0c84d92c90cc4e1bb1806fb45fea08db, entries=7, sequenceid=26, filesize=5.4 K 2024-12-08T10:21:19,945 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/.tmp/c/980827d304c04f96b6bd3484c59ab827 as hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/c/980827d304c04f96b6bd3484c59ab827 2024-12-08T10:21:19,951 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/c/980827d304c04f96b6bd3484c59ab827, entries=6, sequenceid=26, filesize=5.3 K 2024-12-08T10:21:19,952 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 8e8f075001ddd0e0e105b9b911c07eb6 in 138ms, sequenceid=26, compaction requested=false; wal=null 2024-12-08T10:21:19,953 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/0000000000000000026 2024-12-08T10:21:19,954 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,954 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,955 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:19,957 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,959 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsAfterAbortingFlush/8e8f075001ddd0e0e105b9b911c07eb6/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-08T10:21:19,961 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8e8f075001ddd0e0e105b9b911c07eb6; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72666522, jitterRate=0.08281555771827698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:19,961 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e8f075001ddd0e0e105b9b911c07eb6 2024-12-08T10:21:19,961 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8e8f075001ddd0e0e105b9b911c07eb6: Running coprocessor pre-open hook at 1733653279799Writing region info on filesystem at 1733653279799Initializing all the Stores at 1733653279800 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653279800Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653279802 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653279802Obtaining lock to block concurrent updates at 1733653279814 (+12 ms)Preparing flush snapshotting stores in 8e8f075001ddd0e0e105b9b911c07eb6 at 1733653279814Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733653279815 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1733653270114.8e8f075001ddd0e0e105b9b911c07eb6. at 1733653279815Flushing 8e8f075001ddd0e0e105b9b911c07eb6/a: creating writer at 1733653279815Flushing 8e8f075001ddd0e0e105b9b911c07eb6/a: appending metadata at 1733653279831 (+16 ms)Flushing 8e8f075001ddd0e0e105b9b911c07eb6/a: closing flushed file at 1733653279832 (+1 ms)Flushing 8e8f075001ddd0e0e105b9b911c07eb6/b: creating writer at 1733653279850 (+18 ms)Flushing 8e8f075001ddd0e0e105b9b911c07eb6/b: appending metadata at 1733653279870 (+20 ms)Flushing 8e8f075001ddd0e0e105b9b911c07eb6/b: closing flushed file at 1733653279871 (+1 ms)Flushing 8e8f075001ddd0e0e105b9b911c07eb6/c: creating writer at 1733653279887 (+16 ms)Flushing 8e8f075001ddd0e0e105b9b911c07eb6/c: appending metadata at 1733653279907 (+20 ms)Flushing 8e8f075001ddd0e0e105b9b911c07eb6/c: closing flushed file at 1733653279907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3100516b: reopening flushed file at 1733653279928 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35096a4e: reopening flushed file at 1733653279936 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7caed8: reopening flushed file at 1733653279944 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 8e8f075001ddd0e0e105b9b911c07eb6 in 138ms, sequenceid=26, compaction requested=false; wal=null at 1733653279952 (+8 ms)Cleaning up temporary data from old regions at 1733653279954 (+2 ms)Running coprocessor post-open hooks at 1733653279961 (+7 ms)Region opened successfully at 1733653279961 2024-12-08T10:21:19,984 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=415 (was 415), OpenFileDescriptor=1182 (was 1118) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=9365 (was 9372) 2024-12-08T10:21:19,984 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-08T10:21:19,998 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=9362 2024-12-08T10:21:19,998 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-08T10:21:20,019 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:20,022 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:20,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:21:20,026 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-56997928, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/hregion-56997928, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:20,039 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-56997928/hregion-56997928.1733653280026, exclude list is [], retry=0 2024-12-08T10:21:20,042 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:20,042 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:20,043 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:20,049 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-56997928/hregion-56997928.1733653280026 2024-12-08T10:21:20,049 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:21:20,049 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c3feef66dc808b6e3f6b2350500678f2, NAME => 'testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/hbase 2024-12-08T10:21:20,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741915_1093 (size=61) 2024-12-08T10:21:20,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741915_1093 (size=61) 2024-12-08T10:21:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741915_1093 (size=61) 2024-12-08T10:21:20,064 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:20,066 INFO [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,068 INFO [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3feef66dc808b6e3f6b2350500678f2 columnFamilyName a 2024-12-08T10:21:20,068 DEBUG [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:20,068 INFO [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] regionserver.HStore(327): Store=c3feef66dc808b6e3f6b2350500678f2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:20,069 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,069 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,070 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,070 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,070 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,072 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,075 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:21:20,076 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c3feef66dc808b6e3f6b2350500678f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72083675, jitterRate=0.07413046061992645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T10:21:20,076 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c3feef66dc808b6e3f6b2350500678f2: Writing region info on filesystem at 1733653280064Initializing all the Stores at 1733653280065 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653280065Cleaning up temporary data from old regions at 1733653280070 (+5 ms)Region opened successfully at 1733653280076 (+6 ms) 2024-12-08T10:21:20,077 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c3feef66dc808b6e3f6b2350500678f2, disabling compactions & flushes 2024-12-08T10:21:20,077 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2. 2024-12-08T10:21:20,077 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2. 2024-12-08T10:21:20,077 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2. after waiting 0 ms 2024-12-08T10:21:20,077 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2. 2024-12-08T10:21:20,077 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2. 2024-12-08T10:21:20,077 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c3feef66dc808b6e3f6b2350500678f2: Waiting for close lock at 1733653280077Disabling compacts and flushes for region at 1733653280077Disabling writes for close at 1733653280077Writing region close event to WAL at 1733653280077Closed at 1733653280077 2024-12-08T10:21:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741914_1092 (size=93) 2024-12-08T10:21:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741914_1092 (size=93) 2024-12-08T10:21:20,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741914_1092 (size=93) 2024-12-08T10:21:20,083 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:21:20,084 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-56997928:(num 1733653280026) 2024-12-08T10:21:20,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:20,087 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:20,100 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088, exclude list is [], retry=0 2024-12-08T10:21:20,102 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:20,102 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:20,103 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:20,105 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088 2024-12-08T10:21:20,109 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:21:20,109 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c3feef66dc808b6e3f6b2350500678f2, NAME => 'testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:20,109 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:20,109 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,109 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,111 INFO [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,112 INFO [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3feef66dc808b6e3f6b2350500678f2 columnFamilyName a 2024-12-08T10:21:20,112 DEBUG [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:20,112 INFO [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] regionserver.HStore(327): Store=c3feef66dc808b6e3f6b2350500678f2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:20,113 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,113 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,114 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,115 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,115 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,116 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,117 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c3feef66dc808b6e3f6b2350500678f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62706693, jitterRate=-0.06559745967388153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T10:21:20,117 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c3feef66dc808b6e3f6b2350500678f2: Writing region info on filesystem at 1733653280109Initializing all the Stores at 1733653280110 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653280110Cleaning up temporary data from old regions at 1733653280115 (+5 ms)Region opened successfully at 1733653280117 (+2 ms) 2024-12-08T10:21:20,129 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c3feef66dc808b6e3f6b2350500678f2, disabling compactions & flushes 2024-12-08T10:21:20,129 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2. 2024-12-08T10:21:20,129 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2. 2024-12-08T10:21:20,130 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2. after waiting 0 ms 2024-12-08T10:21:20,130 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2. 2024-12-08T10:21:20,130 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2. 2024-12-08T10:21:20,130 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2. 2024-12-08T10:21:20,130 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c3feef66dc808b6e3f6b2350500678f2: Waiting for close lock at 1733653280129Disabling compacts and flushes for region at 1733653280129Disabling writes for close at 1733653280130 (+1 ms)Writing region close event to WAL at 1733653280130Closed at 1733653280130 2024-12-08T10:21:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741916_1094 (size=838) 2024-12-08T10:21:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741916_1094 (size=838) 2024-12-08T10:21:20,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088 not finished, retry = 0 2024-12-08T10:21:20,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741916_1094 (size=838) 2024-12-08T10:21:20,259 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088, size=838 (838bytes) 2024-12-08T10:21:20,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088 2024-12-08T10:21:20,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088 after 1ms 2024-12-08T10:21:20,263 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:20,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088 took 4ms 2024-12-08T10:21:20,265 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088 so closing down 2024-12-08T10:21:20,265 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:21:20,267 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733653280088.temp 2024-12-08T10:21:20,268 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000003-wal.1733653280088.temp 2024-12-08T10:21:20,268 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:21:20,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741917_1095 (size=838) 2024-12-08T10:21:20,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741917_1095 (size=838) 2024-12-08T10:21:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741917_1095 (size=838) 2024-12-08T10:21:20,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000003-wal.1733653280088.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-08T10:21:20,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000003-wal.1733653280088.temp to hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000012 2024-12-08T10:21:20,282 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088, size=838, length=838, corrupted=false, cancelled=false 2024-12-08T10:21:20,282 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088, journal: Splitting hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088, size=838 (838bytes) at 1733653280259Finishing writing output for hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088 so closing down at 1733653280265 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000003-wal.1733653280088.temp at 1733653280268 (+3 ms)3 split writer threads finished at 1733653280268Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000003-wal.1733653280088.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733653280280 (+12 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000003-wal.1733653280088.temp to hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000012 at 1733653280282 (+2 ms)Processed 10 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088, size=838, length=838, corrupted=false, cancelled=false at 1733653280282 2024-12-08T10:21:20,284 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280088 to hdfs://localhost:41601/hbase/oldWALs/wal.1733653280088 2024-12-08T10:21:20,284 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000012 2024-12-08T10:21:20,288 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:20,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:20,701 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:20,712 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280701, exclude list is [], retry=0 2024-12-08T10:21:20,715 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:20,715 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:20,716 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:20,717 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280701 2024-12-08T10:21:20,717 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:38997:38997)] 2024-12-08T10:21:20,717 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c3feef66dc808b6e3f6b2350500678f2, NAME => 'testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:20,717 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:20,718 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,718 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,720 INFO [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,722 INFO [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3feef66dc808b6e3f6b2350500678f2 columnFamilyName a 2024-12-08T10:21:20,722 DEBUG [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:20,723 INFO [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] regionserver.HStore(327): Store=c3feef66dc808b6e3f6b2350500678f2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:20,723 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,724 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,725 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,725 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000012 2024-12-08T10:21:20,727 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:20,728 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000012 2024-12-08T10:21:20,728 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c3feef66dc808b6e3f6b2350500678f2 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-08T10:21:20,744 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/.tmp/a/b9c38bd42eaf459db02948df4359f3f6 is 79, key is testDatalossWhenInputError/a:x0/1733653280117/Put/seqid=0 2024-12-08T10:21:20,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741919_1097 (size=5808) 2024-12-08T10:21:20,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741919_1097 (size=5808) 2024-12-08T10:21:20,751 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/.tmp/a/b9c38bd42eaf459db02948df4359f3f6 2024-12-08T10:21:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741919_1097 (size=5808) 2024-12-08T10:21:20,759 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/.tmp/a/b9c38bd42eaf459db02948df4359f3f6 as hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/a/b9c38bd42eaf459db02948df4359f3f6 2024-12-08T10:21:20,768 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/a/b9c38bd42eaf459db02948df4359f3f6, entries=10, sequenceid=12, filesize=5.7 K 2024-12-08T10:21:20,768 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c3feef66dc808b6e3f6b2350500678f2 in 40ms, sequenceid=12, compaction requested=false; wal=null 2024-12-08T10:21:20,769 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/0000000000000000012 2024-12-08T10:21:20,770 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,770 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,773 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,775 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-08T10:21:20,775 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c3feef66dc808b6e3f6b2350500678f2; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75067726, jitterRate=0.11859628558158875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T10:21:20,776 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c3feef66dc808b6e3f6b2350500678f2: Writing region info on filesystem at 1733653280718Initializing all the Stores at 1733653280720 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653280720Obtaining lock to block concurrent updates at 1733653280728 (+8 ms)Preparing flush snapshotting stores in c3feef66dc808b6e3f6b2350500678f2 at 1733653280728Finished memstore snapshotting testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733653280728Flushing stores of testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2. at 1733653280728Flushing c3feef66dc808b6e3f6b2350500678f2/a: creating writer at 1733653280728Flushing c3feef66dc808b6e3f6b2350500678f2/a: appending metadata at 1733653280743 (+15 ms)Flushing c3feef66dc808b6e3f6b2350500678f2/a: closing flushed file at 1733653280743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333b9c9a: reopening flushed file at 1733653280757 (+14 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c3feef66dc808b6e3f6b2350500678f2 in 40ms, sequenceid=12, compaction requested=false; wal=null at 1733653280769 (+12 ms)Cleaning up temporary data from old regions at 1733653280770 (+1 ms)Region opened successfully at 1733653280776 (+6 ms) 2024-12-08T10:21:20,778 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c3feef66dc808b6e3f6b2350500678f2, NAME => 'testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:20,779 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733653280020.c3feef66dc808b6e3f6b2350500678f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:20,779 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,779 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,780 INFO [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,781 INFO [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3feef66dc808b6e3f6b2350500678f2 columnFamilyName a 2024-12-08T10:21:20,781 DEBUG [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:20,785 DEBUG [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/a/b9c38bd42eaf459db02948df4359f3f6 2024-12-08T10:21:20,785 INFO [StoreOpener-c3feef66dc808b6e3f6b2350500678f2-1 {}] regionserver.HStore(327): Store=c3feef66dc808b6e3f6b2350500678f2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:20,785 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,786 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,787 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,787 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,787 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,789 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c3feef66dc808b6e3f6b2350500678f2 2024-12-08T10:21:20,791 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testDatalossWhenInputError/c3feef66dc808b6e3f6b2350500678f2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-08T10:21:20,792 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c3feef66dc808b6e3f6b2350500678f2; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65096612, jitterRate=-0.029984891414642334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T10:21:20,792 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c3feef66dc808b6e3f6b2350500678f2: Writing region info on filesystem at 1733653280779Initializing all the Stores at 1733653280779Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653280780 (+1 ms)Cleaning up temporary data from old regions at 1733653280787 (+7 ms)Region opened successfully at 1733653280792 (+5 ms) 2024-12-08T10:21:20,808 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=425 (was 415) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:36062 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1263153277-172.17.0.2-1733653244873:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1263153277-172.17.0.2-1733653244873:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:45764 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:42582 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:58044 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:38020 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:48528 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1263153277-172.17.0.2-1733653244873:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 156) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9331 (was 9362) 2024-12-08T10:21:20,808 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-08T10:21:20,821 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=9331 2024-12-08T10:21:20,821 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-08T10:21:20,834 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:20,836 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:20,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:21:20,839 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-92083639, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/hregion-92083639, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:20,851 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-92083639/hregion-92083639.1733653280839, exclude list is [], retry=0 2024-12-08T10:21:20,853 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:20,854 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:20,854 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:20,856 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-92083639/hregion-92083639.1733653280839 2024-12-08T10:21:20,856 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:21:20,857 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3ff4f517f7b629e39d34e4b4cd85b9a6, NAME => 'testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/hbase 2024-12-08T10:21:20,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741921_1099 (size=63) 2024-12-08T10:21:20,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741921_1099 (size=63) 2024-12-08T10:21:20,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741921_1099 (size=63) 2024-12-08T10:21:20,867 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:20,869 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,870 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff4f517f7b629e39d34e4b4cd85b9a6 columnFamilyName a 2024-12-08T10:21:20,870 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:20,871 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(327): Store=3ff4f517f7b629e39d34e4b4cd85b9a6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:20,871 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,872 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff4f517f7b629e39d34e4b4cd85b9a6 columnFamilyName b 2024-12-08T10:21:20,872 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:20,872 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(327): Store=3ff4f517f7b629e39d34e4b4cd85b9a6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:20,873 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,874 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff4f517f7b629e39d34e4b4cd85b9a6 columnFamilyName c 2024-12-08T10:21:20,874 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:20,874 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(327): Store=3ff4f517f7b629e39d34e4b4cd85b9a6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:20,875 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,875 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,876 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,877 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,877 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,877 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:20,878 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,881 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:21:20,881 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3ff4f517f7b629e39d34e4b4cd85b9a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68015516, jitterRate=0.013510167598724365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:20,882 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3ff4f517f7b629e39d34e4b4cd85b9a6: Writing region info on filesystem at 1733653280867Initializing all the Stores at 1733653280868 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653280868Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653280868Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653280868Cleaning up temporary data from old regions at 1733653280877 (+9 ms)Region opened successfully at 1733653280882 (+5 ms) 2024-12-08T10:21:20,882 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3ff4f517f7b629e39d34e4b4cd85b9a6, disabling compactions & flushes 2024-12-08T10:21:20,882 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6. 2024-12-08T10:21:20,882 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6. 2024-12-08T10:21:20,882 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6. after waiting 0 ms 2024-12-08T10:21:20,882 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6. 2024-12-08T10:21:20,885 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6. 2024-12-08T10:21:20,885 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3ff4f517f7b629e39d34e4b4cd85b9a6: Waiting for close lock at 1733653280882Disabling compacts and flushes for region at 1733653280882Disabling writes for close at 1733653280882Writing region close event to WAL at 1733653280885 (+3 ms)Closed at 1733653280885 2024-12-08T10:21:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741920_1098 (size=93) 2024-12-08T10:21:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741920_1098 (size=93) 2024-12-08T10:21:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741920_1098 (size=93) 2024-12-08T10:21:20,891 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:21:20,891 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-92083639:(num 1733653280839) 2024-12-08T10:21:20,891 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:20,893 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:20,911 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893, exclude list is [], retry=0 2024-12-08T10:21:20,914 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:20,914 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:20,915 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:20,921 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893 2024-12-08T10:21:20,925 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:21:20,925 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ff4f517f7b629e39d34e4b4cd85b9a6, NAME => 'testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:20,925 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:20,925 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,925 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,929 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,930 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff4f517f7b629e39d34e4b4cd85b9a6 columnFamilyName a 2024-12-08T10:21:20,930 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:20,931 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(327): Store=3ff4f517f7b629e39d34e4b4cd85b9a6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:20,931 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,933 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff4f517f7b629e39d34e4b4cd85b9a6 columnFamilyName b 2024-12-08T10:21:20,933 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:20,934 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(327): Store=3ff4f517f7b629e39d34e4b4cd85b9a6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:20,934 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,935 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff4f517f7b629e39d34e4b4cd85b9a6 columnFamilyName c 2024-12-08T10:21:20,935 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:20,936 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(327): Store=3ff4f517f7b629e39d34e4b4cd85b9a6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:20,936 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,937 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,938 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,939 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,939 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,939 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:20,941 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:20,942 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3ff4f517f7b629e39d34e4b4cd85b9a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70804340, jitterRate=0.05506688356399536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:20,943 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3ff4f517f7b629e39d34e4b4cd85b9a6: Writing region info on filesystem at 1733653280925Initializing all the Stores at 1733653280926 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653280926Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653280929 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653280929Cleaning up temporary data from old regions at 1733653280939 (+10 ms)Region opened successfully at 1733653280943 (+4 ms) 2024-12-08T10:21:20,955 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733653280954/Put/seqid=0 2024-12-08T10:21:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741923_1101 (size=4875) 2024-12-08T10:21:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741923_1101 (size=4875) 2024-12-08T10:21:20,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741923_1101 (size=4875) 2024-12-08T10:21:20,965 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733653280965/Put/seqid=0 2024-12-08T10:21:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741924_1102 (size=4875) 2024-12-08T10:21:20,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741924_1102 (size=4875) 2024-12-08T10:21:20,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741924_1102 (size=4875) 2024-12-08T10:21:20,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733653280975/Put/seqid=0 2024-12-08T10:21:20,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741925_1103 (size=4875) 2024-12-08T10:21:20,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741925_1103 (size=4875) 2024-12-08T10:21:20,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741925_1103 (size=4875) 2024-12-08T10:21:20,985 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 3ff4f517f7b629e39d34e4b4cd85b9a6/a 2024-12-08T10:21:20,989 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-08T10:21:20,989 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T10:21:20,989 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 3ff4f517f7b629e39d34e4b4cd85b9a6/a 2024-12-08T10:21:20,993 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-08T10:21:20,993 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T10:21:20,993 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 3ff4f517f7b629e39d34e4b4cd85b9a6/a 2024-12-08T10:21:20,996 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-08T10:21:20,996 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T10:21:20,996 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3ff4f517f7b629e39d34e4b4cd85b9a6 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-08T10:21:21,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/.tmp/a/0f5cde6347fb4c4099d1a3c51a35e443 is 55, key is testCompactedBulkLoadedFiles/a:a/1733653280943/Put/seqid=0 2024-12-08T10:21:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741926_1104 (size=5107) 2024-12-08T10:21:21,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741926_1104 (size=5107) 2024-12-08T10:21:21,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741926_1104 (size=5107) 2024-12-08T10:21:21,017 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/.tmp/a/0f5cde6347fb4c4099d1a3c51a35e443 2024-12-08T10:21:21,022 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/.tmp/a/0f5cde6347fb4c4099d1a3c51a35e443 as hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/0f5cde6347fb4c4099d1a3c51a35e443 2024-12-08T10:21:21,027 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/0f5cde6347fb4c4099d1a3c51a35e443, entries=1, sequenceid=4, filesize=5.0 K 2024-12-08T10:21:21,028 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 3ff4f517f7b629e39d34e4b4cd85b9a6 in 32ms, sequenceid=4, compaction requested=false 2024-12-08T10:21:21,028 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3ff4f517f7b629e39d34e4b4cd85b9a6: 2024-12-08T10:21:21,029 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/163176569ad54cef8a4144de19dcf2c1_SeqId_4_ 2024-12-08T10:21:21,030 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/72ea55f081d1468a8a0c76a368f99d41_SeqId_4_ 2024-12-08T10:21:21,030 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/ff7c136a4b6443258025dad5851698c0_SeqId_4_ 2024-12-08T10:21:21,031 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile0 into 3ff4f517f7b629e39d34e4b4cd85b9a6/a as hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/163176569ad54cef8a4144de19dcf2c1_SeqId_4_ - updating store file list. 2024-12-08T10:21:21,035 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 163176569ad54cef8a4144de19dcf2c1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T10:21:21,035 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/163176569ad54cef8a4144de19dcf2c1_SeqId_4_ into 3ff4f517f7b629e39d34e4b4cd85b9a6/a 2024-12-08T10:21:21,035 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile0 into 3ff4f517f7b629e39d34e4b4cd85b9a6/a (new location: hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/163176569ad54cef8a4144de19dcf2c1_SeqId_4_) 2024-12-08T10:21:21,036 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile1 into 3ff4f517f7b629e39d34e4b4cd85b9a6/a as hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/72ea55f081d1468a8a0c76a368f99d41_SeqId_4_ - updating store file list. 2024-12-08T10:21:21,040 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72ea55f081d1468a8a0c76a368f99d41_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T10:21:21,040 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/72ea55f081d1468a8a0c76a368f99d41_SeqId_4_ into 3ff4f517f7b629e39d34e4b4cd85b9a6/a 2024-12-08T10:21:21,040 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile1 into 3ff4f517f7b629e39d34e4b4cd85b9a6/a (new location: hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/72ea55f081d1468a8a0c76a368f99d41_SeqId_4_) 2024-12-08T10:21:21,041 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile2 into 3ff4f517f7b629e39d34e4b4cd85b9a6/a as hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/ff7c136a4b6443258025dad5851698c0_SeqId_4_ - updating store file list. 2024-12-08T10:21:21,045 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff7c136a4b6443258025dad5851698c0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T10:21:21,045 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/ff7c136a4b6443258025dad5851698c0_SeqId_4_ into 3ff4f517f7b629e39d34e4b4cd85b9a6/a 2024-12-08T10:21:21,045 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41601/hbase/testCompactedBulkLoadedFiles/hfile2 into 3ff4f517f7b629e39d34e4b4cd85b9a6/a (new location: hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/ff7c136a4b6443258025dad5851698c0_SeqId_4_) 2024-12-08T10:21:21,053 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T10:21:21,053 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3ff4f517f7b629e39d34e4b4cd85b9a6/a is initiating major compaction (all files) 2024-12-08T10:21:21,053 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3ff4f517f7b629e39d34e4b4cd85b9a6/a in testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6. 2024-12-08T10:21:21,053 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/0f5cde6347fb4c4099d1a3c51a35e443, hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/163176569ad54cef8a4144de19dcf2c1_SeqId_4_, hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/72ea55f081d1468a8a0c76a368f99d41_SeqId_4_, hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/ff7c136a4b6443258025dad5851698c0_SeqId_4_] into tmpdir=hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/.tmp, totalSize=19.3 K 2024-12-08T10:21:21,054 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0f5cde6347fb4c4099d1a3c51a35e443, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733653280943 2024-12-08T10:21:21,054 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 163176569ad54cef8a4144de19dcf2c1_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-08T10:21:21,054 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 72ea55f081d1468a8a0c76a368f99d41_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-08T10:21:21,055 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ff7c136a4b6443258025dad5851698c0_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-08T10:21:21,065 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/.tmp/a/4dc6c45b069a49d582c1de3a24a4a957 is 55, key is testCompactedBulkLoadedFiles/a:a/1733653280943/Put/seqid=0 2024-12-08T10:21:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741927_1105 (size=6154) 2024-12-08T10:21:21,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741927_1105 (size=6154) 2024-12-08T10:21:21,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741927_1105 (size=6154) 2024-12-08T10:21:21,079 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/.tmp/a/4dc6c45b069a49d582c1de3a24a4a957 as hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/4dc6c45b069a49d582c1de3a24a4a957 2024-12-08T10:21:21,085 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 3ff4f517f7b629e39d34e4b4cd85b9a6/a of 3ff4f517f7b629e39d34e4b4cd85b9a6 into 4dc6c45b069a49d582c1de3a24a4a957(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T10:21:21,085 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3ff4f517f7b629e39d34e4b4cd85b9a6: 2024-12-08T10:21:21,085 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-08T10:21:21,085 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-08T10:21:21,113 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893, size=0 (0bytes) 2024-12-08T10:21:21,114 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893 might be still open, length is 0 2024-12-08T10:21:21,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893 2024-12-08T10:21:21,114 WARN [IPC Server handler 0 on default port 41601 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-12-08T10:21:21,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893 after 0ms 2024-12-08T10:21:21,554 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:58082 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:39339:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58082 dst: /127.0.0.1:39339 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39339 remote=/127.0.0.1:58082]. Total timeout mills is 60000, 59531 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:21,554 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:48562 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48562 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:21,554 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:36102 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:41729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36102 dst: /127.0.0.1:41729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741922_1106 (size=1368) 2024-12-08T10:21:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741922_1106 (size=1368) 2024-12-08T10:21:21,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741922_1106 (size=1368) 2024-12-08T10:21:25,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893 after 4001ms 2024-12-08T10:21:25,118 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:25,118 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893 took 4005ms 2024-12-08T10:21:25,120 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893; continuing. 2024-12-08T10:21:25,120 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893 so closing down 2024-12-08T10:21:25,120 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:21:25,121 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733653280893.temp 2024-12-08T10:21:25,123 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000003-wal.1733653280893.temp 2024-12-08T10:21:25,123 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:21:25,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741928_1107 (size=635) 2024-12-08T10:21:25,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741928_1107 (size=635) 2024-12-08T10:21:25,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741928_1107 (size=635) 2024-12-08T10:21:25,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000003-wal.1733653280893.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-08T10:21:25,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000003-wal.1733653280893.temp to hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000008 2024-12-08T10:21:25,130 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T10:21:25,130 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893, journal: Splitting hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893, size=0 (0bytes) at 1733653281113Finishing writing output for hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893 so closing down at 1733653285120 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000003-wal.1733653280893.temp at 1733653285123 (+3 ms)3 split writer threads finished at 1733653285123Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000003-wal.1733653280893.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733653285129 (+6 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000003-wal.1733653280893.temp to hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000008 at 1733653285130 (+1 ms)Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893, size=0, length=0, corrupted=false, cancelled=false at 1733653285130 2024-12-08T10:21:25,132 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893 to hdfs://localhost:41601/hbase/oldWALs/wal.1733653280893 2024-12-08T10:21:25,133 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000008 2024-12-08T10:21:25,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:25,134 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:25,150 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653285135, exclude list is [], retry=0 2024-12-08T10:21:25,153 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:25,153 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:25,153 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:25,155 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653285135 2024-12-08T10:21:25,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:21:25,155 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ff4f517f7b629e39d34e4b4cd85b9a6, NAME => 'testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:25,155 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:25,155 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:25,156 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:25,157 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:25,158 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff4f517f7b629e39d34e4b4cd85b9a6 columnFamilyName a 2024-12-08T10:21:25,158 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:25,164 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/0f5cde6347fb4c4099d1a3c51a35e443 2024-12-08T10:21:25,168 DEBUG [StoreFileOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 163176569ad54cef8a4144de19dcf2c1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T10:21:25,168 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/163176569ad54cef8a4144de19dcf2c1_SeqId_4_ 2024-12-08T10:21:25,173 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/4dc6c45b069a49d582c1de3a24a4a957 2024-12-08T10:21:25,177 DEBUG [StoreFileOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72ea55f081d1468a8a0c76a368f99d41_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T10:21:25,177 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/72ea55f081d1468a8a0c76a368f99d41_SeqId_4_ 2024-12-08T10:21:25,181 DEBUG [StoreFileOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff7c136a4b6443258025dad5851698c0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T10:21:25,181 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/ff7c136a4b6443258025dad5851698c0_SeqId_4_ 2024-12-08T10:21:25,181 WARN [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/0f5cde6347fb4c4099d1a3c51a35e443 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2f8fef22 2024-12-08T10:21:25,181 WARN [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/163176569ad54cef8a4144de19dcf2c1_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2f8fef22 2024-12-08T10:21:25,181 WARN [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/72ea55f081d1468a8a0c76a368f99d41_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2f8fef22 2024-12-08T10:21:25,181 WARN [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/ff7c136a4b6443258025dad5851698c0_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2f8fef22 2024-12-08T10:21:25,181 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/0f5cde6347fb4c4099d1a3c51a35e443, hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/163176569ad54cef8a4144de19dcf2c1_SeqId_4_, hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/72ea55f081d1468a8a0c76a368f99d41_SeqId_4_, hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/ff7c136a4b6443258025dad5851698c0_SeqId_4_] to archive 2024-12-08T10:21:25,182 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T10:21:25,183 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/0f5cde6347fb4c4099d1a3c51a35e443 to hdfs://localhost:41601/hbase/archive/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/0f5cde6347fb4c4099d1a3c51a35e443 2024-12-08T10:21:25,184 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/163176569ad54cef8a4144de19dcf2c1_SeqId_4_ to hdfs://localhost:41601/hbase/archive/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/163176569ad54cef8a4144de19dcf2c1_SeqId_4_ 2024-12-08T10:21:25,186 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/72ea55f081d1468a8a0c76a368f99d41_SeqId_4_ to hdfs://localhost:41601/hbase/archive/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/72ea55f081d1468a8a0c76a368f99d41_SeqId_4_ 2024-12-08T10:21:25,187 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/ff7c136a4b6443258025dad5851698c0_SeqId_4_ to hdfs://localhost:41601/hbase/archive/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/a/ff7c136a4b6443258025dad5851698c0_SeqId_4_ 2024-12-08T10:21:25,187 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(327): Store=3ff4f517f7b629e39d34e4b4cd85b9a6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:25,187 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:25,187 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff4f517f7b629e39d34e4b4cd85b9a6 columnFamilyName b 2024-12-08T10:21:25,187 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:25,188 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(327): Store=3ff4f517f7b629e39d34e4b4cd85b9a6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:25,188 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:25,189 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff4f517f7b629e39d34e4b4cd85b9a6 columnFamilyName c 2024-12-08T10:21:25,189 DEBUG [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:25,189 INFO [StoreOpener-3ff4f517f7b629e39d34e4b4cd85b9a6-1 {}] regionserver.HStore(327): Store=3ff4f517f7b629e39d34e4b4cd85b9a6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:25,189 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:25,190 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:25,191 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:25,191 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000008 2024-12-08T10:21:25,193 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:25,194 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 3ff4f517f7b629e39d34e4b4cd85b9a6 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "3ff4f517f7b629e39d34e4b4cd85b9a6" family_name: "a" compaction_input: "0f5cde6347fb4c4099d1a3c51a35e443" compaction_input: "163176569ad54cef8a4144de19dcf2c1_SeqId_4_" compaction_input: "72ea55f081d1468a8a0c76a368f99d41_SeqId_4_" compaction_input: "ff7c136a4b6443258025dad5851698c0_SeqId_4_" compaction_output: "4dc6c45b069a49d582c1de3a24a4a957" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-08T10:21:25,194 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-08T10:21:25,195 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000008 2024-12-08T10:21:25,195 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/0000000000000000008 2024-12-08T10:21:25,196 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:25,196 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:25,197 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:25,198 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3ff4f517f7b629e39d34e4b4cd85b9a6 2024-12-08T10:21:25,200 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testCompactedBulkLoadedFiles/3ff4f517f7b629e39d34e4b4cd85b9a6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T10:21:25,201 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3ff4f517f7b629e39d34e4b4cd85b9a6; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64846628, jitterRate=-0.033709943294525146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:25,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T10:21:25,201 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3ff4f517f7b629e39d34e4b4cd85b9a6: Writing region info on filesystem at 1733653285156Initializing all the Stores at 1733653285156Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653285156Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653285157 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653285157Cleaning up temporary data from old regions at 1733653285196 (+39 ms)Region opened successfully at 1733653285201 (+5 ms) 2024-12-08T10:21:25,203 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3ff4f517f7b629e39d34e4b4cd85b9a6, disabling compactions & flushes 2024-12-08T10:21:25,204 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6. 2024-12-08T10:21:25,204 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6. 2024-12-08T10:21:25,204 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6. after waiting 0 ms 2024-12-08T10:21:25,204 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6. 2024-12-08T10:21:25,204 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733653280835.3ff4f517f7b629e39d34e4b4cd85b9a6. 2024-12-08T10:21:25,205 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3ff4f517f7b629e39d34e4b4cd85b9a6: Waiting for close lock at 1733653285203Disabling compacts and flushes for region at 1733653285203Disabling writes for close at 1733653285204 (+1 ms)Writing region close event to WAL at 1733653285204Closed at 1733653285204 2024-12-08T10:21:25,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741929_1108 (size=93) 2024-12-08T10:21:25,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741929_1108 (size=93) 2024-12-08T10:21:25,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741929_1108 (size=93) 2024-12-08T10:21:25,212 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:21:25,212 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733653285135) 2024-12-08T10:21:25,226 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=439 (was 425) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:41601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-850086673_22 at /127.0.0.1:36182 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-850086673_22 at /127.0.0.1:58168 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-850086673_22 at /127.0.0.1:48618 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102277669) connection to localhost/127.0.0.1:41601 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=9351 (was 9331) - AvailableMemoryMB LEAK? - 2024-12-08T10:21:25,226 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-08T10:21:25,238 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=439, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=9350 2024-12-08T10:21:25,238 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-08T10:21:25,250 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:25,252 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T10:21:25,252 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T10:21:25,254 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-20178006, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/hregion-20178006, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:25,265 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-20178006/hregion-20178006.1733653285254, exclude list is [], retry=0 2024-12-08T10:21:25,268 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:25,268 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:25,268 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:25,270 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-20178006/hregion-20178006.1733653285254 2024-12-08T10:21:25,270 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:45775:45775)] 2024-12-08T10:21:25,270 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => faae3b5d183215062c58ea7014a185cd, NAME => 'testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/hbase 2024-12-08T10:21:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741931_1110 (size=67) 2024-12-08T10:21:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741931_1110 (size=67) 2024-12-08T10:21:25,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741931_1110 (size=67) 2024-12-08T10:21:25,278 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:25,279 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,280 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faae3b5d183215062c58ea7014a185cd columnFamilyName a 2024-12-08T10:21:25,280 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:25,281 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(327): Store=faae3b5d183215062c58ea7014a185cd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:25,281 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,282 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faae3b5d183215062c58ea7014a185cd columnFamilyName b 2024-12-08T10:21:25,282 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:25,282 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(327): Store=faae3b5d183215062c58ea7014a185cd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:25,282 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,283 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faae3b5d183215062c58ea7014a185cd columnFamilyName c 2024-12-08T10:21:25,284 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:25,284 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(327): Store=faae3b5d183215062c58ea7014a185cd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:25,284 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,285 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,285 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,289 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,289 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,290 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:25,291 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,293 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T10:21:25,294 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened faae3b5d183215062c58ea7014a185cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64999999, jitterRate=-0.03142453730106354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:25,294 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for faae3b5d183215062c58ea7014a185cd: Writing region info on filesystem at 1733653285278Initializing all the Stores at 1733653285279 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653285279Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653285279Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653285279Cleaning up temporary data from old regions at 1733653285289 (+10 ms)Region opened successfully at 1733653285294 (+5 ms) 2024-12-08T10:21:25,294 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing faae3b5d183215062c58ea7014a185cd, disabling compactions & flushes 2024-12-08T10:21:25,294 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:25,294 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:25,294 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. after waiting 0 ms 2024-12-08T10:21:25,294 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:25,295 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:25,295 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for faae3b5d183215062c58ea7014a185cd: Waiting for close lock at 1733653285294Disabling compacts and flushes for region at 1733653285294Disabling writes for close at 1733653285294Writing region close event to WAL at 1733653285295 (+1 ms)Closed at 1733653285295 2024-12-08T10:21:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741930_1109 (size=93) 2024-12-08T10:21:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741930_1109 (size=93) 2024-12-08T10:21:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741930_1109 (size=93) 2024-12-08T10:21:25,299 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:21:25,299 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-20178006:(num 1733653285254) 2024-12-08T10:21:25,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:25,301 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:25,314 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302, exclude list is [], retry=0 2024-12-08T10:21:25,317 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:25,318 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:25,318 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:25,319 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302 2024-12-08T10:21:25,319 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:38997:38997)] 2024-12-08T10:21:25,320 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => faae3b5d183215062c58ea7014a185cd, NAME => 'testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:25,320 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:25,320 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,320 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,321 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,322 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faae3b5d183215062c58ea7014a185cd columnFamilyName a 2024-12-08T10:21:25,322 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:25,323 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(327): Store=faae3b5d183215062c58ea7014a185cd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:25,323 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,324 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faae3b5d183215062c58ea7014a185cd columnFamilyName b 2024-12-08T10:21:25,324 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:25,324 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(327): Store=faae3b5d183215062c58ea7014a185cd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:25,324 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,325 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faae3b5d183215062c58ea7014a185cd columnFamilyName c 2024-12-08T10:21:25,325 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:25,325 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(327): Store=faae3b5d183215062c58ea7014a185cd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:25,326 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,326 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,327 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,328 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,328 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,328 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:25,330 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,330 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened faae3b5d183215062c58ea7014a185cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70211571, jitterRate=0.04623393714427948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:25,331 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for faae3b5d183215062c58ea7014a185cd: Writing region info on filesystem at 1733653285320Initializing all the Stores at 1733653285321 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653285321Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653285321Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653285321Cleaning up temporary data from old regions at 1733653285328 (+7 ms)Region opened successfully at 1733653285331 (+3 ms) 2024-12-08T10:21:25,337 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing faae3b5d183215062c58ea7014a185cd 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-08T10:21:25,352 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/a/6fc11572a3114f6f98f94a3fe0316e95 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733653285331/Put/seqid=0 2024-12-08T10:21:25,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741933_1112 (size=5958) 2024-12-08T10:21:25,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741933_1112 (size=5958) 2024-12-08T10:21:25,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741933_1112 (size=5958) 2024-12-08T10:21:25,361 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/a/6fc11572a3114f6f98f94a3fe0316e95 2024-12-08T10:21:25,367 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/a/6fc11572a3114f6f98f94a3fe0316e95 as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/a/6fc11572a3114f6f98f94a3fe0316e95 2024-12-08T10:21:25,372 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/a/6fc11572a3114f6f98f94a3fe0316e95, entries=10, sequenceid=13, filesize=5.8 K 2024-12-08T10:21:25,373 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for faae3b5d183215062c58ea7014a185cd in 36ms, sequenceid=13, compaction requested=false 2024-12-08T10:21:25,373 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for faae3b5d183215062c58ea7014a185cd: 2024-12-08T10:21:25,391 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing faae3b5d183215062c58ea7014a185cd, disabling compactions & flushes 2024-12-08T10:21:25,391 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:25,391 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:25,391 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. after waiting 0 ms 2024-12-08T10:21:25,391 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:25,392 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:25,392 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:25,392 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for faae3b5d183215062c58ea7014a185cd: Waiting for close lock at 1733653285391Disabling compacts and flushes for region at 1733653285391Disabling writes for close at 1733653285391Writing region close event to WAL at 1733653285392 (+1 ms)Closed at 1733653285392 2024-12-08T10:21:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741932_1111 (size=2805) 2024-12-08T10:21:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741932_1111 (size=2805) 2024-12-08T10:21:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741932_1111 (size=2805) 2024-12-08T10:21:25,407 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302, size=2.7 K (2805bytes) 2024-12-08T10:21:25,407 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302 2024-12-08T10:21:25,407 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302 after 0ms 2024-12-08T10:21:25,409 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:25,409 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302 took 2ms 2024-12-08T10:21:25,411 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302 so closing down 2024-12-08T10:21:25,411 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:21:25,412 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733653285302.temp 2024-12-08T10:21:25,413 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000003-wal.1733653285302.temp 2024-12-08T10:21:25,413 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:21:25,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741934_1113 (size=2312) 2024-12-08T10:21:25,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741934_1113 (size=2312) 2024-12-08T10:21:25,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741934_1113 (size=2312) 2024-12-08T10:21:25,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000003-wal.1733653285302.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-08T10:21:25,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000003-wal.1733653285302.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000035 2024-12-08T10:21:25,420 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 10 ms; skipped=2; WAL=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-12-08T10:21:25,420 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302, journal: Splitting hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302, size=2.7 K (2805bytes) at 1733653285407Finishing writing output for hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302 so closing down at 1733653285411 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000003-wal.1733653285302.temp at 1733653285413 (+2 ms)3 split writer threads finished at 1733653285413Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000003-wal.1733653285302.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733653285418 (+5 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000003-wal.1733653285302.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000035 at 1733653285419 (+1 ms)Processed 32 edits across 1 Regions in 10 ms; skipped=2; WAL=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1733653285420 (+1 ms) 2024-12-08T10:21:25,421 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285302 to hdfs://localhost:41601/hbase/oldWALs/wal.1733653285302 2024-12-08T10:21:25,422 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000035 2024-12-08T10:21:25,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:25,424 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:25,443 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424, exclude list is [], retry=0 2024-12-08T10:21:25,445 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:25,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:25,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:25,447 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424 2024-12-08T10:21:25,447 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:41765:41765),(127.0.0.1/127.0.0.1:38997:38997)] 2024-12-08T10:21:25,447 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => faae3b5d183215062c58ea7014a185cd, NAME => 'testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd.', STARTKEY => '', ENDKEY => ''} 2024-12-08T10:21:25,447 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:25,448 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,448 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,449 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,449 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faae3b5d183215062c58ea7014a185cd columnFamilyName a 2024-12-08T10:21:25,449 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:25,454 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/a/6fc11572a3114f6f98f94a3fe0316e95 2024-12-08T10:21:25,454 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(327): Store=faae3b5d183215062c58ea7014a185cd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:25,454 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,455 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faae3b5d183215062c58ea7014a185cd columnFamilyName b 2024-12-08T10:21:25,455 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:25,456 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(327): Store=faae3b5d183215062c58ea7014a185cd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:25,456 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,457 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faae3b5d183215062c58ea7014a185cd columnFamilyName c 2024-12-08T10:21:25,457 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:25,457 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(327): Store=faae3b5d183215062c58ea7014a185cd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:25,457 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,458 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,460 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,460 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000035 2024-12-08T10:21:25,463 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:25,464 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000035 2024-12-08T10:21:25,465 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing faae3b5d183215062c58ea7014a185cd 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-08T10:21:25,478 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/b/3f3edcef34ea4688aa800e2acc3de690 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733653285373/Put/seqid=0 2024-12-08T10:21:25,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741936_1115 (size=5958) 2024-12-08T10:21:25,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741936_1115 (size=5958) 2024-12-08T10:21:25,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741936_1115 (size=5958) 2024-12-08T10:21:25,484 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/b/3f3edcef34ea4688aa800e2acc3de690 2024-12-08T10:21:25,529 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/c/b85981e132d344de85246751f3a55114 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733653285381/Put/seqid=0 2024-12-08T10:21:25,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741937_1116 (size=5958) 2024-12-08T10:21:25,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741937_1116 (size=5958) 2024-12-08T10:21:25,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741937_1116 (size=5958) 2024-12-08T10:21:25,537 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/c/b85981e132d344de85246751f3a55114 2024-12-08T10:21:25,541 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/b/3f3edcef34ea4688aa800e2acc3de690 as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/b/3f3edcef34ea4688aa800e2acc3de690 2024-12-08T10:21:25,545 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/b/3f3edcef34ea4688aa800e2acc3de690, entries=10, sequenceid=35, filesize=5.8 K 2024-12-08T10:21:25,546 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/c/b85981e132d344de85246751f3a55114 as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/c/b85981e132d344de85246751f3a55114 2024-12-08T10:21:25,551 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/c/b85981e132d344de85246751f3a55114, entries=10, sequenceid=35, filesize=5.8 K 2024-12-08T10:21:25,551 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for faae3b5d183215062c58ea7014a185cd in 87ms, sequenceid=35, compaction requested=false; wal=null 2024-12-08T10:21:25,552 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000035 2024-12-08T10:21:25,553 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,553 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,553 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:25,555 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:25,557 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-08T10:21:25,558 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened faae3b5d183215062c58ea7014a185cd; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64729723, jitterRate=-0.03545196354389191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:25,558 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for faae3b5d183215062c58ea7014a185cd: Writing region info on filesystem at 1733653285448Initializing all the Stores at 1733653285448Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653285448Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653285449 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653285449Obtaining lock to block concurrent updates at 1733653285465 (+16 ms)Preparing flush snapshotting stores in faae3b5d183215062c58ea7014a185cd at 1733653285465Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733653285465Flushing stores of testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. at 1733653285465Flushing faae3b5d183215062c58ea7014a185cd/b: creating writer at 1733653285465Flushing faae3b5d183215062c58ea7014a185cd/b: appending metadata at 1733653285478 (+13 ms)Flushing faae3b5d183215062c58ea7014a185cd/b: closing flushed file at 1733653285478Flushing faae3b5d183215062c58ea7014a185cd/c: creating writer at 1733653285488 (+10 ms)Flushing faae3b5d183215062c58ea7014a185cd/c: appending metadata at 1733653285528 (+40 ms)Flushing faae3b5d183215062c58ea7014a185cd/c: closing flushed file at 1733653285529 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6807bd73: reopening flushed file at 1733653285540 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163ff4a6: reopening flushed file at 1733653285546 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for faae3b5d183215062c58ea7014a185cd in 87ms, sequenceid=35, compaction requested=false; wal=null at 1733653285551 (+5 ms)Cleaning up temporary data from old regions at 1733653285553 (+2 ms)Region opened successfully at 1733653285558 (+5 ms) 2024-12-08T10:21:25,620 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424, size=0 (0bytes) 2024-12-08T10:21:25,621 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424 might be still open, length is 0 2024-12-08T10:21:25,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424 2024-12-08T10:21:25,621 WARN [IPC Server handler 2 on default port 41601 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-12-08T10:21:25,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424 after 0ms 2024-12-08T10:21:27,556 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:58216 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:39339:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58216 dst: /127.0.0.1:39339 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39339 remote=/127.0.0.1:58216]. Total timeout mills is 60000, 58031 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:27,557 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:36258 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:41729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36258 dst: /127.0.0.1:41729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:27,557 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_763234594_22 at /127.0.0.1:48676 [Receiving block BP-1263153277-172.17.0.2-1733653244873:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:38873:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48676 dst: /127.0.0.1:38873 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:27,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741935_1117 (size=2304) 2024-12-08T10:21:27,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741935_1117 (size=2304) 2024-12-08T10:21:27,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741935_1117 (size=2304) 2024-12-08T10:21:29,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424 after 4001ms 2024-12-08T10:21:29,630 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:29,631 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424 took 4011ms 2024-12-08T10:21:29,633 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424; continuing. 2024-12-08T10:21:29,633 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424 so closing down 2024-12-08T10:21:29,633 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T10:21:29,634 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733653285424.temp 2024-12-08T10:21:29,635 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000037-wal.1733653285424.temp 2024-12-08T10:21:29,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T10:21:29,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741938_1118 (size=2312) 2024-12-08T10:21:29,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741938_1118 (size=2312) 2024-12-08T10:21:29,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741938_1118 (size=2312) 2024-12-08T10:21:29,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000037-wal.1733653285424.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-08T10:21:29,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000037-wal.1733653285424.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000066 2024-12-08T10:21:29,647 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T10:21:29,647 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424, journal: Splitting hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424, size=0 (0bytes) at 1733653285621Finishing writing output for hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424 so closing down at 1733653289633 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000037-wal.1733653285424.temp at 1733653289635 (+2 ms)3 split writer threads finished at 1733653289636 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000037-wal.1733653285424.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733653289645 (+9 ms)Rename recovered edits hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000037-wal.1733653285424.temp to hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000066 at 1733653289647 (+2 ms)Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424, size=0, length=0, corrupted=false, cancelled=false at 1733653289647 2024-12-08T10:21:29,648 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424 to hdfs://localhost:41601/hbase/oldWALs/wal.1733653285424 2024-12-08T10:21:29,649 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000066 2024-12-08T10:21:29,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T10:21:29,651 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250, archiveDir=hdfs://localhost:41601/hbase/oldWALs, maxLogs=32 2024-12-08T10:21:29,662 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653289651, exclude list is [], retry=0 2024-12-08T10:21:29,665 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38873,DS-68e4f6f4-667d-4399-a2a7-3f7ae1e16839,DISK] 2024-12-08T10:21:29,665 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-a655a1c7-92cc-4626-8fcd-238f46230595,DISK] 2024-12-08T10:21:29,665 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-fe1ccd17-1065-434c-93f3-5a6e88c66c26,DISK] 2024-12-08T10:21:29,667 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653289651 2024-12-08T10:21:29,667 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38997:38997),(127.0.0.1/127.0.0.1:45775:45775),(127.0.0.1/127.0.0.1:41765:41765)] 2024-12-08T10:21:29,667 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T10:21:29,668 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:29,669 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faae3b5d183215062c58ea7014a185cd columnFamilyName a 2024-12-08T10:21:29,669 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:29,676 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/a/6fc11572a3114f6f98f94a3fe0316e95 2024-12-08T10:21:29,676 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(327): Store=faae3b5d183215062c58ea7014a185cd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:29,676 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:29,677 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faae3b5d183215062c58ea7014a185cd columnFamilyName b 2024-12-08T10:21:29,678 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:29,682 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/b/3f3edcef34ea4688aa800e2acc3de690 2024-12-08T10:21:29,682 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(327): Store=faae3b5d183215062c58ea7014a185cd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:29,683 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:29,683 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faae3b5d183215062c58ea7014a185cd columnFamilyName c 2024-12-08T10:21:29,683 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T10:21:29,688 DEBUG [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/c/b85981e132d344de85246751f3a55114 2024-12-08T10:21:29,688 INFO [StoreOpener-faae3b5d183215062c58ea7014a185cd-1 {}] regionserver.HStore(327): Store=faae3b5d183215062c58ea7014a185cd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T10:21:29,688 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:29,689 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:29,690 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:29,691 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000066 2024-12-08T10:21:29,693 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T10:21:29,696 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000066 2024-12-08T10:21:29,696 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing faae3b5d183215062c58ea7014a185cd 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-08T10:21:29,709 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/a/4e245899843349e7ac23e2df5fc2e1b0 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733653285564/Put/seqid=0 2024-12-08T10:21:29,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741940_1120 (size=5958) 2024-12-08T10:21:29,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741940_1120 (size=5958) 2024-12-08T10:21:29,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741940_1120 (size=5958) 2024-12-08T10:21:29,716 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/a/4e245899843349e7ac23e2df5fc2e1b0 2024-12-08T10:21:29,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-08T10:21:29,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-08T10:21:29,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-08T10:21:29,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-08T10:21:29,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-08T10:21:29,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-08T10:21:29,734 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/b/805e66c8a68b488e94f2f284226d417a is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733653285570/Put/seqid=0 2024-12-08T10:21:29,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741941_1121 (size=5958) 2024-12-08T10:21:29,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741941_1121 (size=5958) 2024-12-08T10:21:29,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741941_1121 (size=5958) 2024-12-08T10:21:29,740 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/b/805e66c8a68b488e94f2f284226d417a 2024-12-08T10:21:29,756 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/c/ec7a057f936d4f1ab59276d2ba8e1050 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733653285579/Put/seqid=0 2024-12-08T10:21:29,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741942_1122 (size=5958) 2024-12-08T10:21:29,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741942_1122 (size=5958) 2024-12-08T10:21:29,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741942_1122 (size=5958) 2024-12-08T10:21:29,765 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/c/ec7a057f936d4f1ab59276d2ba8e1050 2024-12-08T10:21:29,772 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/a/4e245899843349e7ac23e2df5fc2e1b0 as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/a/4e245899843349e7ac23e2df5fc2e1b0 2024-12-08T10:21:29,778 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/a/4e245899843349e7ac23e2df5fc2e1b0, entries=10, sequenceid=66, filesize=5.8 K 2024-12-08T10:21:29,779 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/b/805e66c8a68b488e94f2f284226d417a as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/b/805e66c8a68b488e94f2f284226d417a 2024-12-08T10:21:29,783 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/b/805e66c8a68b488e94f2f284226d417a, entries=10, sequenceid=66, filesize=5.8 K 2024-12-08T10:21:29,784 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/.tmp/c/ec7a057f936d4f1ab59276d2ba8e1050 as hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/c/ec7a057f936d4f1ab59276d2ba8e1050 2024-12-08T10:21:29,788 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/c/ec7a057f936d4f1ab59276d2ba8e1050, entries=10, sequenceid=66, filesize=5.8 K 2024-12-08T10:21:29,789 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for faae3b5d183215062c58ea7014a185cd in 93ms, sequenceid=66, compaction requested=false; wal=null 2024-12-08T10:21:29,789 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/0000000000000000066 2024-12-08T10:21:29,790 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:29,790 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:29,791 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T10:21:29,792 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for faae3b5d183215062c58ea7014a185cd 2024-12-08T10:21:29,794 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/hbase/data/default/testReplayEditsWrittenViaHRegion/faae3b5d183215062c58ea7014a185cd/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-08T10:21:29,795 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened faae3b5d183215062c58ea7014a185cd; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70293402, jitterRate=0.04745331406593323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T10:21:29,795 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for faae3b5d183215062c58ea7014a185cd: Writing region info on filesystem at 1733653289667Initializing all the Stores at 1733653289668 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653289668Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653289668Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733653289668Obtaining lock to block concurrent updates at 1733653289696 (+28 ms)Preparing flush snapshotting stores in faae3b5d183215062c58ea7014a185cd at 1733653289696Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733653289696Flushing stores of testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. at 1733653289696Flushing faae3b5d183215062c58ea7014a185cd/a: creating writer at 1733653289696Flushing faae3b5d183215062c58ea7014a185cd/a: appending metadata at 1733653289708 (+12 ms)Flushing faae3b5d183215062c58ea7014a185cd/a: closing flushed file at 1733653289708Flushing faae3b5d183215062c58ea7014a185cd/b: creating writer at 1733653289720 (+12 ms)Flushing faae3b5d183215062c58ea7014a185cd/b: appending metadata at 1733653289733 (+13 ms)Flushing faae3b5d183215062c58ea7014a185cd/b: closing flushed file at 1733653289733Flushing faae3b5d183215062c58ea7014a185cd/c: creating writer at 1733653289743 (+10 ms)Flushing faae3b5d183215062c58ea7014a185cd/c: appending metadata at 1733653289756 (+13 ms)Flushing faae3b5d183215062c58ea7014a185cd/c: closing flushed file at 1733653289756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca171e9: reopening flushed file at 1733653289771 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496a8dd3: reopening flushed file at 1733653289778 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d5beedd: reopening flushed file at 1733653289784 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for faae3b5d183215062c58ea7014a185cd in 93ms, sequenceid=66, compaction requested=false; wal=null at 1733653289789 (+5 ms)Cleaning up temporary data from old regions at 1733653289790 (+1 ms)Region opened successfully at 1733653289795 (+5 ms) 2024-12-08T10:21:29,807 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing faae3b5d183215062c58ea7014a185cd, disabling compactions & flushes 2024-12-08T10:21:29,807 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:29,807 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:29,807 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. after waiting 0 ms 2024-12-08T10:21:29,807 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:29,808 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733653285251.faae3b5d183215062c58ea7014a185cd. 2024-12-08T10:21:29,808 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for faae3b5d183215062c58ea7014a185cd: Waiting for close lock at 1733653289806Disabling compacts and flushes for region at 1733653289806Disabling writes for close at 1733653289807 (+1 ms)Writing region close event to WAL at 1733653289808 (+1 ms)Closed at 1733653289808 2024-12-08T10:21:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741939_1119 (size=93) 2024-12-08T10:21:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741939_1119 (size=93) 2024-12-08T10:21:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741939_1119 (size=93) 2024-12-08T10:21:29,812 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T10:21:29,813 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733653289651) 2024-12-08T10:21:29,825 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=444 (was 439) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102277669) connection to localhost/127.0.0.1:41601 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1195814107_22 at /127.0.0.1:48724 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1195814107_22 at /127.0.0.1:58252 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1195814107_22 at /127.0.0.1:36280 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:41601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 191) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9311 (was 9350) 2024-12-08T10:21:29,825 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-08T10:21:29,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T10:21:29,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T10:21:29,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T10:21:29,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T10:21:29,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T10:21:29,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T10:21:29,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T10:21:29,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=814710804, stopped=false 2024-12-08T10:21:29,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=37f3da559cb4,39295,1733653249411 2024-12-08T10:21:29,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T10:21:29,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T10:21:29,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T10:21:29,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:21:29,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:21:29,884 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T10:21:29,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:21:29,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T10:21:29,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T10:21:29,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T10:21:29,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T10:21:29,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T10:21:29,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T10:21:29,888 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '37f3da559cb4,35991,1733653250192' ***** 2024-12-08T10:21:29,888 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T10:21:29,888 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '37f3da559cb4,46337,1733653250352' ***** 2024-12-08T10:21:29,888 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T10:21:29,889 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T10:21:29,889 INFO [RS:2;37f3da559cb4:46337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T10:21:29,889 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T10:21:29,889 INFO [RS:2;37f3da559cb4:46337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T10:21:29,889 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T10:21:29,889 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(3091): Received CLOSE for 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:29,889 INFO [RS:0;37f3da559cb4:35991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T10:21:29,889 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T10:21:29,889 INFO [RS:0;37f3da559cb4:35991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T10:21:29,890 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.HRegionServer(959): stopping server 37f3da559cb4,35991,1733653250192 2024-12-08T10:21:29,890 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(959): stopping server 37f3da559cb4,46337,1733653250352 2024-12-08T10:21:29,890 INFO [RS:0;37f3da559cb4:35991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T10:21:29,890 INFO [RS:2;37f3da559cb4:46337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T10:21:29,890 INFO [RS:0;37f3da559cb4:35991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;37f3da559cb4:35991. 2024-12-08T10:21:29,890 INFO [RS:2;37f3da559cb4:46337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;37f3da559cb4:46337. 2024-12-08T10:21:29,890 DEBUG [RS:0;37f3da559cb4:35991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T10:21:29,890 DEBUG [RS:2;37f3da559cb4:46337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T10:21:29,890 DEBUG [RS:0;37f3da559cb4:35991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T10:21:29,890 DEBUG [RS:2;37f3da559cb4:46337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T10:21:29,890 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 736e80d58ca3499666317b0e1e7bc5b5, disabling compactions & flushes 2024-12-08T10:21:29,890 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:29,890 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.HRegionServer(976): stopping server 37f3da559cb4,35991,1733653250192; all regions closed. 2024-12-08T10:21:29,890 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T10:21:29,890 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:29,890 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T10:21:29,890 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T10:21:29,890 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. after waiting 0 ms 2024-12-08T10:21:29,890 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T10:21:29,890 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:29,892 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-08T10:21:29,892 DEBUG [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(1325): Online Regions={736e80d58ca3499666317b0e1e7bc5b5=testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5., 1588230740=hbase:meta,,1.1588230740} 2024-12-08T10:21:29,892 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T10:21:29,892 DEBUG [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 736e80d58ca3499666317b0e1e7bc5b5 2024-12-08T10:21:29,892 INFO [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T10:21:29,892 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T10:21:29,892 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T10:21:29,892 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T10:21:29,893 INFO [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-12-08T10:21:29,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741833_1009 (size=2054) 2024-12-08T10:21:29,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741833_1009 (size=2054) 2024-12-08T10:21:29,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741833_1009 (size=2054) 2024-12-08T10:21:29,898 DEBUG [RS:0;37f3da559cb4:35991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/oldWALs 2024-12-08T10:21:29,898 INFO [RS:0;37f3da559cb4:35991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37f3da559cb4%2C35991%2C1733653250192:(num 1733653251918) 2024-12-08T10:21:29,898 DEBUG [RS:0;37f3da559cb4:35991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T10:21:29,898 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T10:21:29,898 INFO [RS:0;37f3da559cb4:35991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T10:21:29,899 INFO [RS:0;37f3da559cb4:35991 {}] hbase.ChoreService(370): Chore service for: regionserver/37f3da559cb4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T10:21:29,899 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T10:21:29,899 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T10:21:29,899 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T10:21:29,899 INFO [regionserver/37f3da559cb4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T10:21:29,899 INFO [RS:0;37f3da559cb4:35991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T10:21:29,899 INFO [RS:0;37f3da559cb4:35991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35991 2024-12-08T10:21:29,900 INFO [regionserver/37f3da559cb4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T10:21:29,900 INFO [regionserver/37f3da559cb4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T10:21:29,900 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/736e80d58ca3499666317b0e1e7bc5b5/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-08T10:21:29,901 INFO [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:29,901 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 736e80d58ca3499666317b0e1e7bc5b5: Waiting for close lock at 1733653289890Running coprocessor pre-close hooks at 1733653289890Disabling compacts and flushes for region at 1733653289890Disabling writes for close at 1733653289890Writing region close event to WAL at 1733653289893 (+3 ms)Running coprocessor post-close hooks at 1733653289900 (+7 ms)Closed at 1733653289901 (+1 ms) 2024-12-08T10:21:29,901 DEBUG [RS_CLOSE_REGION-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5. 2024-12-08T10:21:29,902 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/.tmp/info/03750987a0e84ce189b9595a53e54b82 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733653264948.736e80d58ca3499666317b0e1e7bc5b5./info:regioninfo/1733653269131/Put/seqid=0 2024-12-08T10:21:29,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T10:21:29,905 INFO [RS:0;37f3da559cb4:35991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T10:21:29,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/37f3da559cb4,35991,1733653250192 2024-12-08T10:21:29,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741943_1123 (size=6778) 2024-12-08T10:21:29,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741943_1123 (size=6778) 2024-12-08T10:21:29,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741943_1123 (size=6778) 2024-12-08T10:21:29,909 INFO [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/.tmp/info/03750987a0e84ce189b9595a53e54b82 2024-12-08T10:21:29,914 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/.tmp/info/03750987a0e84ce189b9595a53e54b82 as hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/info/03750987a0e84ce189b9595a53e54b82 2024-12-08T10:21:29,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [37f3da559cb4,35991,1733653250192] 2024-12-08T10:21:29,919 INFO [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/info/03750987a0e84ce189b9595a53e54b82, entries=8, sequenceid=23, filesize=6.6 K 2024-12-08T10:21:29,920 INFO [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=23, compaction requested=false 2024-12-08T10:21:29,924 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-12-08T10:21:29,924 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T10:21:29,924 INFO [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T10:21:29,924 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733653289892Running coprocessor pre-close hooks at 1733653289892Disabling compacts and flushes for region at 1733653289892Disabling writes for close at 1733653289892Obtaining lock to block concurrent updates at 1733653289893 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733653289893Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1733653289893Flushing stores of hbase:meta,,1.1588230740 at 1733653289894 (+1 ms)Flushing 1588230740/info: creating writer at 1733653289894Flushing 1588230740/info: appending metadata at 1733653289901 (+7 ms)Flushing 1588230740/info: closing flushed file at 1733653289901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c467b44: reopening flushed file at 1733653289913 (+12 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=23, compaction requested=false at 1733653289920 (+7 ms)Writing region close event to WAL at 1733653289921 (+1 ms)Running coprocessor post-close hooks at 1733653289924 (+3 ms)Closed at 1733653289924 2024-12-08T10:21:29,925 DEBUG [RS_CLOSE_META-regionserver/37f3da559cb4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T10:21:29,926 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/37f3da559cb4,35991,1733653250192 already deleted, retry=false 2024-12-08T10:21:29,926 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 37f3da559cb4,35991,1733653250192 expired; onlineServers=1 2024-12-08T10:21:30,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T10:21:30,016 INFO [RS:0;37f3da559cb4:35991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T10:21:30,016 INFO [RS:0;37f3da559cb4:35991 {}] regionserver.HRegionServer(1031): Exiting; stopping=37f3da559cb4,35991,1733653250192; zookeeper connection closed. 2024-12-08T10:21:30,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x10004f1414f0001, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T10:21:30,016 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1298d25d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1298d25d 2024-12-08T10:21:30,092 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(976): stopping server 37f3da559cb4,46337,1733653250352; all regions closed. 2024-12-08T10:21:30,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741893_1071 (size=1552) 2024-12-08T10:21:30,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741893_1071 (size=1552) 2024-12-08T10:21:30,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741893_1071 (size=1552) 2024-12-08T10:21:30,099 DEBUG [RS:2;37f3da559cb4:46337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/oldWALs 2024-12-08T10:21:30,099 INFO [RS:2;37f3da559cb4:46337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37f3da559cb4%2C46337%2C1733653250352.meta:.meta(num 1733653268256) 2024-12-08T10:21:30,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741835_1011 (size=841) 2024-12-08T10:21:30,104 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/WALs/37f3da559cb4,46337,1733653250352/37f3da559cb4%2C46337%2C1733653250352.1733653251923 not finished, retry = 0 2024-12-08T10:21:30,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741835_1011 (size=841) 2024-12-08T10:21:30,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741835_1011 (size=841) 2024-12-08T10:21:30,206 DEBUG [RS:2;37f3da559cb4:46337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/oldWALs 2024-12-08T10:21:30,207 INFO [RS:2;37f3da559cb4:46337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 37f3da559cb4%2C46337%2C1733653250352:(num 1733653251923) 2024-12-08T10:21:30,207 DEBUG [RS:2;37f3da559cb4:46337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T10:21:30,207 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T10:21:30,207 INFO [RS:2;37f3da559cb4:46337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T10:21:30,207 INFO [RS:2;37f3da559cb4:46337 {}] hbase.ChoreService(370): Chore service for: regionserver/37f3da559cb4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T10:21:30,207 INFO [RS:2;37f3da559cb4:46337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T10:21:30,207 INFO [regionserver/37f3da559cb4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T10:21:30,207 INFO [RS:2;37f3da559cb4:46337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46337 2024-12-08T10:21:30,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T10:21:30,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/37f3da559cb4,46337,1733653250352 2024-12-08T10:21:30,258 INFO [RS:2;37f3da559cb4:46337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T10:21:30,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [37f3da559cb4,46337,1733653250352] 2024-12-08T10:21:30,294 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/37f3da559cb4,46337,1733653250352 already deleted, retry=false 2024-12-08T10:21:30,294 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 37f3da559cb4,46337,1733653250352 expired; onlineServers=0 2024-12-08T10:21:30,294 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '37f3da559cb4,39295,1733653249411' ***** 2024-12-08T10:21:30,294 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T10:21:30,294 INFO [M:0;37f3da559cb4:39295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T10:21:30,294 INFO [M:0;37f3da559cb4:39295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T10:21:30,294 DEBUG [M:0;37f3da559cb4:39295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T10:21:30,295 DEBUG [M:0;37f3da559cb4:39295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T10:21:30,295 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T10:21:30,295 DEBUG [master/37f3da559cb4:0:becomeActiveMaster-HFileCleaner.small.0-1733653251541 {}] cleaner.HFileCleaner(306): Exit Thread[master/37f3da559cb4:0:becomeActiveMaster-HFileCleaner.small.0-1733653251541,5,FailOnTimeoutGroup] 2024-12-08T10:21:30,295 DEBUG [master/37f3da559cb4:0:becomeActiveMaster-HFileCleaner.large.0-1733653251538 {}] cleaner.HFileCleaner(306): Exit Thread[master/37f3da559cb4:0:becomeActiveMaster-HFileCleaner.large.0-1733653251538,5,FailOnTimeoutGroup] 2024-12-08T10:21:30,295 INFO [M:0;37f3da559cb4:39295 {}] hbase.ChoreService(370): Chore service for: master/37f3da559cb4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T10:21:30,295 INFO [M:0;37f3da559cb4:39295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T10:21:30,295 DEBUG [M:0;37f3da559cb4:39295 {}] master.HMaster(1795): Stopping service threads 2024-12-08T10:21:30,295 INFO [M:0;37f3da559cb4:39295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T10:21:30,295 INFO [M:0;37f3da559cb4:39295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T10:21:30,296 INFO [M:0;37f3da559cb4:39295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T10:21:30,296 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T10:21:30,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T10:21:30,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T10:21:30,305 DEBUG [M:0;37f3da559cb4:39295 {}] zookeeper.ZKUtil(347): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T10:21:30,305 WARN [M:0;37f3da559cb4:39295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T10:21:30,305 INFO [M:0;37f3da559cb4:39295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/.lastflushedseqids 2024-12-08T10:21:30,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741944_1124 (size=119) 2024-12-08T10:21:30,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741944_1124 (size=119) 2024-12-08T10:21:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741944_1124 (size=119) 2024-12-08T10:21:30,317 INFO [M:0;37f3da559cb4:39295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T10:21:30,317 INFO [M:0;37f3da559cb4:39295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T10:21:30,317 DEBUG [M:0;37f3da559cb4:39295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T10:21:30,317 INFO [M:0;37f3da559cb4:39295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T10:21:30,317 DEBUG [M:0;37f3da559cb4:39295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T10:21:30,317 DEBUG [M:0;37f3da559cb4:39295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T10:21:30,317 DEBUG [M:0;37f3da559cb4:39295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T10:21:30,317 INFO [M:0;37f3da559cb4:39295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.38 KB heapSize=102.70 KB 2024-12-08T10:21:30,331 DEBUG [M:0;37f3da559cb4:39295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8703bc07833a48e0bcdae503d0342600 is 82, key is hbase:meta,,1/info:regioninfo/1733653268453/Put/seqid=0 2024-12-08T10:21:30,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741945_1125 (size=6063) 2024-12-08T10:21:30,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741945_1125 (size=6063) 2024-12-08T10:21:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741945_1125 (size=6063) 2024-12-08T10:21:30,339 INFO [M:0;37f3da559cb4:39295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8703bc07833a48e0bcdae503d0342600 2024-12-08T10:21:30,359 DEBUG [M:0;37f3da559cb4:39295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cab5a52a3e64edda5469a4f40174f0f is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733653265384/Put/seqid=0 2024-12-08T10:21:30,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741946_1126 (size=7906) 2024-12-08T10:21:30,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741946_1126 (size=7906) 2024-12-08T10:21:30,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741946_1126 (size=7906) 2024-12-08T10:21:30,367 INFO [M:0;37f3da559cb4:39295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.16 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cab5a52a3e64edda5469a4f40174f0f 2024-12-08T10:21:30,371 INFO [M:0;37f3da559cb4:39295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cab5a52a3e64edda5469a4f40174f0f 2024-12-08T10:21:30,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T10:21:30,383 INFO [RS:2;37f3da559cb4:46337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T10:21:30,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46337-0x10004f1414f0003, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T10:21:30,383 INFO [RS:2;37f3da559cb4:46337 {}] regionserver.HRegionServer(1031): Exiting; stopping=37f3da559cb4,46337,1733653250352; zookeeper connection closed. 2024-12-08T10:21:30,383 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6405fc57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6405fc57 2024-12-08T10:21:30,383 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-08T10:21:30,385 DEBUG [M:0;37f3da559cb4:39295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dd2d82017e347dcb83829cec3e81c02 is 69, key is 37f3da559cb4,35991,1733653250192/rs:state/1733653251615/Put/seqid=0 2024-12-08T10:21:30,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741947_1127 (size=5445) 2024-12-08T10:21:30,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741947_1127 (size=5445) 2024-12-08T10:21:30,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741947_1127 (size=5445) 2024-12-08T10:21:30,394 INFO [M:0;37f3da559cb4:39295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dd2d82017e347dcb83829cec3e81c02 2024-12-08T10:21:30,398 INFO [M:0;37f3da559cb4:39295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2dd2d82017e347dcb83829cec3e81c02 2024-12-08T10:21:30,399 DEBUG [M:0;37f3da559cb4:39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8703bc07833a48e0bcdae503d0342600 as hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8703bc07833a48e0bcdae503d0342600 2024-12-08T10:21:30,404 INFO [M:0;37f3da559cb4:39295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8703bc07833a48e0bcdae503d0342600, entries=14, sequenceid=207, filesize=5.9 K 2024-12-08T10:21:30,405 DEBUG [M:0;37f3da559cb4:39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cab5a52a3e64edda5469a4f40174f0f as hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cab5a52a3e64edda5469a4f40174f0f 2024-12-08T10:21:30,409 INFO [M:0;37f3da559cb4:39295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cab5a52a3e64edda5469a4f40174f0f 2024-12-08T10:21:30,409 INFO [M:0;37f3da559cb4:39295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cab5a52a3e64edda5469a4f40174f0f, entries=21, sequenceid=207, filesize=7.7 K 2024-12-08T10:21:30,410 DEBUG [M:0;37f3da559cb4:39295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dd2d82017e347dcb83829cec3e81c02 as hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dd2d82017e347dcb83829cec3e81c02 2024-12-08T10:21:30,415 INFO [M:0;37f3da559cb4:39295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2dd2d82017e347dcb83829cec3e81c02 2024-12-08T10:21:30,415 INFO [M:0;37f3da559cb4:39295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/79a98b76-460b-f819-332e-7a9ea27dabf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dd2d82017e347dcb83829cec3e81c02, entries=3, sequenceid=207, filesize=5.3 K 2024-12-08T10:21:30,416 INFO [M:0;37f3da559cb4:39295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.38 KB/85386, heapSize ~102.40 KB/104856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=207, compaction requested=false 2024-12-08T10:21:30,418 INFO [M:0;37f3da559cb4:39295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T10:21:30,418 DEBUG [M:0;37f3da559cb4:39295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733653290317Disabling compacts and flushes for region at 1733653290317Disabling writes for close at 1733653290317Obtaining lock to block concurrent updates at 1733653290317Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733653290317Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85386, getHeapSize=105096, getOffHeapSize=0, getCellsCount=248 at 1733653290318 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733653290318Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733653290318Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733653290331 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733653290331Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733653290344 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733653290359 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733653290359Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733653290372 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733653290385 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733653290385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1619b23a: reopening flushed file at 1733653290398 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c68c26: reopening flushed file at 1733653290404 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a2107: reopening flushed file at 1733653290409 (+5 ms)Finished flush of dataSize ~83.38 KB/85386, heapSize ~102.40 KB/104856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=207, compaction requested=false at 1733653290416 (+7 ms)Writing region close event to WAL at 1733653290418 (+2 ms)Closed at 1733653290418 2024-12-08T10:21:30,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741830_1006 (size=86735) 2024-12-08T10:21:30,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38873 is added to blk_1073741830_1006 (size=86735) 2024-12-08T10:21:30,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741830_1006 (size=86735) 2024-12-08T10:21:30,421 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T10:21:30,421 INFO [M:0;37f3da559cb4:39295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T10:21:30,421 INFO [M:0;37f3da559cb4:39295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39295 2024-12-08T10:21:30,421 INFO [M:0;37f3da559cb4:39295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T10:21:30,531 INFO [M:0;37f3da559cb4:39295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T10:21:30,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T10:21:30,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39295-0x10004f1414f0000, quorum=127.0.0.1:59409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T10:21:30,536 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653279773 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653279773 (inode 16688) Holder DFSClient_NONMAPREDUCE_763234594_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733653270113/wal.1733653279773 (inode 16688) Holder DFSClient_NONMAPREDUCE_763234594_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T10:21:30,539 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269957 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269957 (inode 16665) Holder DFSClient_NONMAPREDUCE_763234594_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733653269689/wal.1733653269957 (inode 16665) Holder DFSClient_NONMAPREDUCE_763234594_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T10:21:30,540 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733653259976/wal.1733653260158 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:30,542 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280701 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280701 (inode 16714) Holder DFSClient_NONMAPREDUCE_763234594_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733653280019/wal.1733653280701 (inode 16714) Holder DFSClient_NONMAPREDUCE_763234594_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T10:21:30,543 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733653280833/wal.1733653280893 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:30,543 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733653285250/wal.1733653285424 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:30,543 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733653253514/wal.1733653253692 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T10:21:30,545 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal.1733653253387 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal.1733653253387 (inode 16485) Holder DFSClient_NONMAPREDUCE_763234594_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733653253212/wal.1733653253387 (inode 16485) Holder DFSClient_NONMAPREDUCE_763234594_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T10:21:30,548 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal.1733653253000 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal.1733653253000 (inode 16462) Holder DFSClient_NONMAPREDUCE_763234594_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733653252774/wal.1733653253000 (inode 16462) Holder DFSClient_NONMAPREDUCE_763234594_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T10:21:30,552 WARN [BP-1263153277-172.17.0.2-1733653244873 heartbeating to localhost/127.0.0.1:41601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1263153277-172.17.0.2-1733653244873 (Datanode Uuid 5c81d04f-3f6f-41de-9e99-4c61282547b8) service to localhost/127.0.0.1:41601 2024-12-08T10:21:30,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data5/current/BP-1263153277-172.17.0.2-1733653244873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T10:21:30,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data6/current/BP-1263153277-172.17.0.2-1733653244873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T10:21:30,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31a39bd8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T10:21:30,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5aa63b11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T10:21:30,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T10:21:30,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de3b13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T10:21:30,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d458b2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/hadoop.log.dir/,STOPPED} 2024-12-08T10:21:30,560 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T10:21:30,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41fe4ca9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T10:21:30,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74ee88d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T10:21:30,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T10:21:30,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@424d969a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T10:21:30,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@157ee20f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/hadoop.log.dir/,STOPPED} 2024-12-08T10:21:30,574 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T10:21:30,574 WARN [BP-1263153277-172.17.0.2-1733653244873 heartbeating to localhost/127.0.0.1:41601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T10:21:30,574 WARN [BP-1263153277-172.17.0.2-1733653244873 heartbeating to localhost/127.0.0.1:41601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1263153277-172.17.0.2-1733653244873 (Datanode Uuid 8c442d82-5a83-4044-b5ca-bf92d5ce17ff) service to localhost/127.0.0.1:41601 2024-12-08T10:21:30,574 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T10:21:30,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data3/current/BP-1263153277-172.17.0.2-1733653244873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T10:21:30,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data4/current/BP-1263153277-172.17.0.2-1733653244873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T10:21:30,575 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T10:21:30,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a1c1498{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T10:21:30,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3badc187{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T10:21:30,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T10:21:30,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@991988e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T10:21:30,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481eb1b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/hadoop.log.dir/,STOPPED} 2024-12-08T10:21:30,582 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T10:21:30,582 WARN [BP-1263153277-172.17.0.2-1733653244873 heartbeating to localhost/127.0.0.1:41601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T10:21:30,582 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T10:21:30,582 WARN [BP-1263153277-172.17.0.2-1733653244873 heartbeating to localhost/127.0.0.1:41601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1263153277-172.17.0.2-1733653244873 (Datanode Uuid aca65455-aa89-4fa3-b86b-cc5b784ec829) service to localhost/127.0.0.1:41601 2024-12-08T10:21:30,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data1/current/BP-1263153277-172.17.0.2-1733653244873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T10:21:30,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/cluster_ce6f878c-fe21-f78e-8fb8-ffb7e04229c0/data/data2/current/BP-1263153277-172.17.0.2-1733653244873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T10:21:30,583 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T10:21:30,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12264dc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T10:21:30,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ce294cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T10:21:30,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T10:21:30,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43ac9415{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T10:21:30,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77da9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc63269b-a325-ab99-d6c5-eaa18c3a548d/hadoop.log.dir/,STOPPED} 2024-12-08T10:21:30,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T10:21:30,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down