2024-11-16 09:53:49,532 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-16 09:53:49,543 main DEBUG Took 0.009036 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 09:53:49,543 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 09:53:49,543 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 09:53:49,544 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 09:53:49,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,552 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 09:53:49,563 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,565 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,566 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,567 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,568 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,569 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,570 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,570 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,571 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,572 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,572 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,573 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:53:49,574 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,574 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 09:53:49,575 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:53:49,576 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 09:53:49,578 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 09:53:49,578 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 09:53:49,579 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 09:53:49,579 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 09:53:49,587 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 09:53:49,589 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 09:53:49,591 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 09:53:49,591 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 09:53:49,591 main DEBUG createAppenders(={Console}) 2024-11-16 09:53:49,592 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-16 09:53:49,592 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-16 09:53:49,593 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-16 09:53:49,593 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 09:53:49,593 main DEBUG OutputStream closed 2024-11-16 09:53:49,594 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 09:53:49,594 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 09:53:49,594 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-16 09:53:49,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 09:53:49,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 09:53:49,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 09:53:49,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 09:53:49,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 09:53:49,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 09:53:49,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 09:53:49,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 09:53:49,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 09:53:49,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 09:53:49,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 09:53:49,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 09:53:49,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 09:53:49,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 09:53:49,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 09:53:49,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 09:53:49,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 09:53:49,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 09:53:49,677 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 09:53:49,678 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-16 09:53:49,678 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 09:53:49,678 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-16T09:53:49,936 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b 2024-11-16 09:53:49,939 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 09:53:49,939 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T09:53:49,948 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-16T09:53:49,954 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-16T09:53:49,978 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T09:53:50,044 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T09:53:50,045 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T09:53:50,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T09:53:50,082 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843, deleteOnExit=true 2024-11-16T09:53:50,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T09:53:50,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/test.cache.data in system properties and HBase conf 2024-11-16T09:53:50,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T09:53:50,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/hadoop.log.dir in system properties and HBase conf 2024-11-16T09:53:50,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T09:53:50,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T09:53:50,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T09:53:50,173 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T09:53:50,274 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T09:53:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:53:50,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:53:50,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T09:53:50,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:53:50,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T09:53:50,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T09:53:50,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:53:50,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:53:50,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T09:53:50,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/nfs.dump.dir in system properties and HBase conf 2024-11-16T09:53:50,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/java.io.tmpdir in system properties and HBase conf 2024-11-16T09:53:50,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:53:50,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T09:53:50,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T09:53:51,089 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T09:53:51,164 INFO [Time-limited test {}] log.Log(170): Logging initialized @2322ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T09:53:51,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:53:51,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:53:51,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:53:51,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:53:51,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:53:51,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:53:51,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:53:51,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:53:51,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1843526c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/java.io.tmpdir/jetty-localhost-37879-hadoop-hdfs-3_4_1-tests_jar-_-any-13838901931267086474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:53:51,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:37879} 2024-11-16T09:53:51,549 INFO [Time-limited test {}] server.Server(415): Started @2707ms 2024-11-16T09:53:51,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:53:51,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:53:51,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:53:51,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:53:51,939 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:53:51,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:53:51,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:53:52,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc44ec6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/java.io.tmpdir/jetty-localhost-44619-hadoop-hdfs-3_4_1-tests_jar-_-any-18023761168520740055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:53:52,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:44619} 2024-11-16T09:53:52,063 INFO [Time-limited test {}] server.Server(415): Started @3221ms 2024-11-16T09:53:52,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:53:52,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:53:52,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:53:52,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:53:52,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:53:52,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:53:52,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:53:52,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:53:52,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28e1ba78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/java.io.tmpdir/jetty-localhost-36199-hadoop-hdfs-3_4_1-tests_jar-_-any-12174143839697687429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:53:52,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:36199} 2024-11-16T09:53:52,427 INFO [Time-limited test {}] server.Server(415): Started @3585ms 2024-11-16T09:53:52,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:53:52,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:53:52,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:53:52,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:53:52,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:53:52,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:53:52,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:53:52,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:53:52,613 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data1/current/BP-302613514-172.17.0.2-1731750830855/current, will proceed with Du for space computation calculation, 2024-11-16T09:53:52,613 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data2/current/BP-302613514-172.17.0.2-1731750830855/current, will proceed with Du for space computation calculation, 2024-11-16T09:53:52,613 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data3/current/BP-302613514-172.17.0.2-1731750830855/current, will proceed with Du for space computation calculation, 2024-11-16T09:53:52,613 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data4/current/BP-302613514-172.17.0.2-1731750830855/current, will proceed with Du for space computation calculation, 2024-11-16T09:53:52,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4290616c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/java.io.tmpdir/jetty-localhost-44785-hadoop-hdfs-3_4_1-tests_jar-_-any-16392095051499394230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:53:52,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:44785} 2024-11-16T09:53:52,651 INFO [Time-limited test {}] server.Server(415): Started @3809ms 2024-11-16T09:53:52,654 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:53:52,676 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:53:52,677 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:53:52,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34ea5330e8a99ffb with lease ID 0x119de02290e0fb08: Processing first storage report for DS-9fce3394-b179-454c-89d6-88b96c4b2820 from datanode DatanodeRegistration(127.0.0.1:40845, datanodeUuid=6bc8a679-f33a-4060-a387-e59eb389acc4, infoPort=41315, infoSecurePort=0, ipcPort=45951, storageInfo=lv=-57;cid=testClusterID;nsid=113193797;c=1731750830855) 2024-11-16T09:53:52,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34ea5330e8a99ffb with lease ID 0x119de02290e0fb08: from storage DS-9fce3394-b179-454c-89d6-88b96c4b2820 node DatanodeRegistration(127.0.0.1:40845, datanodeUuid=6bc8a679-f33a-4060-a387-e59eb389acc4, infoPort=41315, infoSecurePort=0, ipcPort=45951, storageInfo=lv=-57;cid=testClusterID;nsid=113193797;c=1731750830855), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T09:53:52,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c8a65a4ca97792d with lease ID 0x119de02290e0fb07: Processing first storage report for DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1 from datanode DatanodeRegistration(127.0.0.1:39879, datanodeUuid=bef038bf-acaa-4508-8ab7-43a73f61c90a, infoPort=37899, infoSecurePort=0, ipcPort=33671, storageInfo=lv=-57;cid=testClusterID;nsid=113193797;c=1731750830855) 2024-11-16T09:53:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c8a65a4ca97792d with lease ID 0x119de02290e0fb07: from storage DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1 node DatanodeRegistration(127.0.0.1:39879, datanodeUuid=bef038bf-acaa-4508-8ab7-43a73f61c90a, infoPort=37899, infoSecurePort=0, ipcPort=33671, storageInfo=lv=-57;cid=testClusterID;nsid=113193797;c=1731750830855), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:53:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34ea5330e8a99ffb with lease ID 0x119de02290e0fb08: Processing first storage report for DS-b2f87a6c-9a06-4b0b-9f5c-7e4e1d032c4a from datanode DatanodeRegistration(127.0.0.1:40845, datanodeUuid=6bc8a679-f33a-4060-a387-e59eb389acc4, infoPort=41315, infoSecurePort=0, ipcPort=45951, storageInfo=lv=-57;cid=testClusterID;nsid=113193797;c=1731750830855) 2024-11-16T09:53:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34ea5330e8a99ffb with lease ID 0x119de02290e0fb08: from storage DS-b2f87a6c-9a06-4b0b-9f5c-7e4e1d032c4a node DatanodeRegistration(127.0.0.1:40845, datanodeUuid=6bc8a679-f33a-4060-a387-e59eb389acc4, infoPort=41315, infoSecurePort=0, ipcPort=45951, storageInfo=lv=-57;cid=testClusterID;nsid=113193797;c=1731750830855), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T09:53:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c8a65a4ca97792d with lease ID 0x119de02290e0fb07: Processing first storage report for DS-002e5348-69e7-459d-a99d-05d4760e7afa from datanode DatanodeRegistration(127.0.0.1:39879, datanodeUuid=bef038bf-acaa-4508-8ab7-43a73f61c90a, infoPort=37899, infoSecurePort=0, ipcPort=33671, storageInfo=lv=-57;cid=testClusterID;nsid=113193797;c=1731750830855) 2024-11-16T09:53:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c8a65a4ca97792d with lease ID 0x119de02290e0fb07: from storage DS-002e5348-69e7-459d-a99d-05d4760e7afa node DatanodeRegistration(127.0.0.1:39879, datanodeUuid=bef038bf-acaa-4508-8ab7-43a73f61c90a, infoPort=37899, infoSecurePort=0, ipcPort=33671, storageInfo=lv=-57;cid=testClusterID;nsid=113193797;c=1731750830855), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:53:52,801 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data5/current/BP-302613514-172.17.0.2-1731750830855/current, will proceed with Du for space computation calculation, 2024-11-16T09:53:52,801 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data6/current/BP-302613514-172.17.0.2-1731750830855/current, will proceed with Du for space computation calculation, 2024-11-16T09:53:52,828 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:53:52,834 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7d85844380f1bf8 with lease ID 0x119de02290e0fb09: Processing first storage report for DS-c72394e4-7fe6-41e2-80e5-2751e25f4892 from datanode DatanodeRegistration(127.0.0.1:35855, datanodeUuid=ec8ef640-5693-440d-8630-b6499276978f, infoPort=44455, infoSecurePort=0, ipcPort=35333, storageInfo=lv=-57;cid=testClusterID;nsid=113193797;c=1731750830855) 2024-11-16T09:53:52,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7d85844380f1bf8 with lease ID 0x119de02290e0fb09: from storage DS-c72394e4-7fe6-41e2-80e5-2751e25f4892 node DatanodeRegistration(127.0.0.1:35855, datanodeUuid=ec8ef640-5693-440d-8630-b6499276978f, infoPort=44455, infoSecurePort=0, ipcPort=35333, storageInfo=lv=-57;cid=testClusterID;nsid=113193797;c=1731750830855), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:53:52,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7d85844380f1bf8 with lease ID 0x119de02290e0fb09: Processing first storage report for DS-5fa94466-0a58-47dc-bfc2-6fcf0ee7da4e from datanode DatanodeRegistration(127.0.0.1:35855, datanodeUuid=ec8ef640-5693-440d-8630-b6499276978f, infoPort=44455, infoSecurePort=0, ipcPort=35333, storageInfo=lv=-57;cid=testClusterID;nsid=113193797;c=1731750830855) 2024-11-16T09:53:52,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7d85844380f1bf8 with lease ID 0x119de02290e0fb09: from storage DS-5fa94466-0a58-47dc-bfc2-6fcf0ee7da4e node DatanodeRegistration(127.0.0.1:35855, datanodeUuid=ec8ef640-5693-440d-8630-b6499276978f, infoPort=44455, infoSecurePort=0, ipcPort=35333, storageInfo=lv=-57;cid=testClusterID;nsid=113193797;c=1731750830855), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:53:53,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b 2024-11-16T09:53:53,134 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/zookeeper_0, clientPort=56084, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T09:53:53,155 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56084 2024-11-16T09:53:53,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:53,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:53,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:53:53,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:53:53,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:53:53,789 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2 with version=8 2024-11-16T09:53:53,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/hbase-staging 2024-11-16T09:53:54,113 INFO [Time-limited test {}] client.ConnectionUtils(128): master/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:53:54,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:54,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:54,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:53:54,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:54,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:53:54,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T09:53:54,356 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T09:53:54,365 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T09:53:54,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:53:54,398 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9774 (auto-detected) 2024-11-16T09:53:54,400 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T09:53:54,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38833 2024-11-16T09:53:54,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38833 connecting to ZooKeeper ensemble=127.0.0.1:56084 2024-11-16T09:53:54,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388330x0, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:53:54,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38833-0x101b08021450000 connected 2024-11-16T09:53:54,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:54,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:54,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:53:54,520 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2, hbase.cluster.distributed=false 2024-11-16T09:53:54,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:53:54,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38833 2024-11-16T09:53:54,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38833 2024-11-16T09:53:54,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38833 2024-11-16T09:53:54,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38833 2024-11-16T09:53:54,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38833 2024-11-16T09:53:54,659 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:53:54,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:54,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:54,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:53:54,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:54,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:53:54,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:53:54,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:53:54,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32845 2024-11-16T09:53:54,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32845 connecting to ZooKeeper ensemble=127.0.0.1:56084 2024-11-16T09:53:54,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:54,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:54,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328450x0, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:53:54,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32845-0x101b08021450001 connected 2024-11-16T09:53:54,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:53:54,686 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:53:54,696 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:53:54,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:53:54,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:53:54,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32845 2024-11-16T09:53:54,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32845 2024-11-16T09:53:54,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32845 2024-11-16T09:53:54,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32845 2024-11-16T09:53:54,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32845 2024-11-16T09:53:54,724 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:53:54,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:54,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:54,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:53:54,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:54,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:53:54,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:53:54,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:53:54,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36805 2024-11-16T09:53:54,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36805 connecting to ZooKeeper ensemble=127.0.0.1:56084 2024-11-16T09:53:54,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:54,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:54,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368050x0, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:53:54,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36805-0x101b08021450002 connected 2024-11-16T09:53:54,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:53:54,739 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:53:54,740 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:53:54,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:53:54,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:53:54,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36805 2024-11-16T09:53:54,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36805 2024-11-16T09:53:54,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36805 2024-11-16T09:53:54,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36805 2024-11-16T09:53:54,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36805 2024-11-16T09:53:54,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:53:54,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:54,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:54,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:53:54,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:54,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:53:54,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:53:54,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:53:54,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42973 2024-11-16T09:53:54,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42973 connecting to ZooKeeper ensemble=127.0.0.1:56084 2024-11-16T09:53:54,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:54,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:54,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429730x0, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:53:54,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42973-0x101b08021450003 connected 2024-11-16T09:53:54,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:53:54,783 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:53:54,784 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:53:54,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:53:54,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:53:54,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42973 2024-11-16T09:53:54,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42973 2024-11-16T09:53:54,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42973 2024-11-16T09:53:54,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42973 2024-11-16T09:53:54,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42973 2024-11-16T09:53:54,807 DEBUG [M:0;037c58a19ddb:38833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;037c58a19ddb:38833 2024-11-16T09:53:54,808 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/037c58a19ddb,38833,1731750833904 2024-11-16T09:53:54,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:53:54,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:53:54,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:53:54,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:53:54,819 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/037c58a19ddb,38833,1731750833904 2024-11-16T09:53:54,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:53:54,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:53:54,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:54,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:53:54,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:54,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:54,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:54,841 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T09:53:54,842 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/037c58a19ddb,38833,1731750833904 from backup master directory 2024-11-16T09:53:54,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/037c58a19ddb,38833,1731750833904 2024-11-16T09:53:54,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:53:54,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:53:54,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:53:54,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:53:54,847 WARN [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:53:54,847 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=037c58a19ddb,38833,1731750833904 2024-11-16T09:53:54,850 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T09:53:54,852 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T09:53:54,909 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/hbase.id] with ID: 8ef71652-2909-482b-a4f4-f9644b5aae1f 2024-11-16T09:53:54,910 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/.tmp/hbase.id 2024-11-16T09:53:54,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:53:54,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:53:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:53:54,926 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/.tmp/hbase.id]:[hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/hbase.id] 2024-11-16T09:53:54,969 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:54,973 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T09:53:54,994 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-16T09:53:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:53:55,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:53:55,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:53:55,034 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:53:55,036 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T09:53:55,042 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:55,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:53:55,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:53:55,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:53:55,093 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store 2024-11-16T09:53:55,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:53:55,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:53:55,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:53:55,122 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T09:53:55,125 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:55,126 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:53:55,126 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:55,127 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:55,128 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:53:55,128 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:55,128 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:55,130 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731750835126Disabling compacts and flushes for region at 1731750835126Disabling writes for close at 1731750835128 (+2 ms)Writing region close event to WAL at 1731750835128Closed at 1731750835128 2024-11-16T09:53:55,131 WARN [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/.initializing 2024-11-16T09:53:55,132 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/WALs/037c58a19ddb,38833,1731750833904 2024-11-16T09:53:55,139 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:53:55,154 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C38833%2C1731750833904, suffix=, logDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/WALs/037c58a19ddb,38833,1731750833904, archiveDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/oldWALs, maxLogs=10 2024-11-16T09:53:55,186 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/WALs/037c58a19ddb,38833,1731750833904/037c58a19ddb%2C38833%2C1731750833904.1731750835159, exclude list is [], retry=0 2024-11-16T09:53:55,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:53:55,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:53:55,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:53:55,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:53:55,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T09:53:55,252 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/WALs/037c58a19ddb,38833,1731750833904/037c58a19ddb%2C38833%2C1731750833904.1731750835159 2024-11-16T09:53:55,253 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:53:55,253 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:53:55,254 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:55,257 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:55,258 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:55,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:55,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T09:53:55,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:55,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:55,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:55,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T09:53:55,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:55,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:55,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:55,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T09:53:55,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:55,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:55,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:55,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T09:53:55,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:55,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:55,338 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:55,342 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:55,343 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:55,349 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:55,349 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:55,353 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:53:55,357 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:55,362 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:53:55,363 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65293038, jitterRate=-0.027057915925979614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:53:55,372 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731750835271Initializing all the Stores at 1731750835273 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750835273Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750835274 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750835274Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750835274Cleaning up temporary data from old regions at 1731750835350 (+76 ms)Region opened successfully at 1731750835371 (+21 ms) 2024-11-16T09:53:55,373 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T09:53:55,410 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698fe2a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:53:55,444 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T09:53:55,456 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T09:53:55,456 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T09:53:55,460 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T09:53:55,462 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T09:53:55,467 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-16T09:53:55,467 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T09:53:55,496 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T09:53:55,505 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T09:53:55,507 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T09:53:55,511 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T09:53:55,512 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T09:53:55,514 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T09:53:55,517 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T09:53:55,521 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T09:53:55,523 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T09:53:55,524 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T09:53:55,526 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T09:53:55,544 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T09:53:55,546 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T09:53:55,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:53:55,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:53:55,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:53:55,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:53:55,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,555 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=037c58a19ddb,38833,1731750833904, sessionid=0x101b08021450000, setting cluster-up flag (Was=false) 2024-11-16T09:53:55,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,576 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T09:53:55,577 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=037c58a19ddb,38833,1731750833904 2024-11-16T09:53:55,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:55,591 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T09:53:55,593 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=037c58a19ddb,38833,1731750833904 2024-11-16T09:53:55,599 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T09:53:55,675 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T09:53:55,684 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T09:53:55,690 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T09:53:55,695 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(746): ClusterId : 8ef71652-2909-482b-a4f4-f9644b5aae1f 2024-11-16T09:53:55,695 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.HRegionServer(746): ClusterId : 8ef71652-2909-482b-a4f4-f9644b5aae1f 2024-11-16T09:53:55,695 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(746): ClusterId : 8ef71652-2909-482b-a4f4-f9644b5aae1f 2024-11-16T09:53:55,699 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:53:55,699 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:53:55,699 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:53:55,697 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 037c58a19ddb,38833,1731750833904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T09:53:55,705 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:53:55,705 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:53:55,705 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:53:55,705 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:53:55,706 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:53:55,706 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:53:55,706 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:53:55,706 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:53:55,707 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/037c58a19ddb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T09:53:55,707 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,707 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:53:55,707 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,708 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:53:55,708 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:53:55,709 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:53:55,709 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:53:55,710 DEBUG [RS:1;037c58a19ddb:36805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16839cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:53:55,710 DEBUG [RS:0;037c58a19ddb:32845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7b7aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:53:55,711 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:53:55,711 DEBUG [RS:2;037c58a19ddb:42973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64915d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:53:55,714 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:53:55,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T09:53:55,721 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731750865720 2024-11-16T09:53:55,722 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:55,722 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T09:53:55,723 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T09:53:55,724 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T09:53:55,728 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T09:53:55,729 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T09:53:55,729 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T09:53:55,729 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T09:53:55,732 DEBUG [RS:1;037c58a19ddb:36805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;037c58a19ddb:36805 2024-11-16T09:53:55,734 DEBUG [RS:0;037c58a19ddb:32845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;037c58a19ddb:32845 2024-11-16T09:53:55,735 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:53:55,735 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:53:55,736 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:53:55,736 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:53:55,736 DEBUG [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:53:55,736 DEBUG [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:53:55,735 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,739 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T09:53:55,739 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(2659): reportForDuty to master=037c58a19ddb,38833,1731750833904 with port=32845, startcode=1731750834621 2024-11-16T09:53:55,739 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(2659): reportForDuty to master=037c58a19ddb,38833,1731750833904 with port=36805, startcode=1731750834724 2024-11-16T09:53:55,739 DEBUG [RS:2;037c58a19ddb:42973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;037c58a19ddb:42973 2024-11-16T09:53:55,740 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:53:55,740 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:53:55,740 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T09:53:55,740 DEBUG [RS:2;037c58a19ddb:42973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:53:55,740 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T09:53:55,743 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.HRegionServer(2659): reportForDuty to master=037c58a19ddb,38833,1731750833904 with port=42973, startcode=1731750834766 2024-11-16T09:53:55,743 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T09:53:55,744 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T09:53:55,750 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750835745,5,FailOnTimeoutGroup] 2024-11-16T09:53:55,755 DEBUG [RS:0;037c58a19ddb:32845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:53:55,755 DEBUG [RS:2;037c58a19ddb:42973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:53:55,755 DEBUG [RS:1;037c58a19ddb:36805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:53:55,758 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750835750,5,FailOnTimeoutGroup] 2024-11-16T09:53:55,758 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,758 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T09:53:55,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:53:55,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:53:55,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:53:55,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T09:53:55,764 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2 2024-11-16T09:53:55,785 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,786 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:53:55,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:53:55,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:53:55,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:55,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:53:55,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:53:55,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:55,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:55,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:53:55,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:53:55,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:55,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:55,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:53:55,809 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48675, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:53:55,809 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52677, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:53:55,809 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60119, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:53:55,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:53:55,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:55,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:55,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:53:55,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:53:55,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:55,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:55,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:53:55,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 037c58a19ddb,32845,1731750834621 2024-11-16T09:53:55,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740 2024-11-16T09:53:55,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740 2024-11-16T09:53:55,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38833 {}] master.ServerManager(517): Registering regionserver=037c58a19ddb,32845,1731750834621 2024-11-16T09:53:55,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:53:55,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:53:55,824 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:53:55,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:53:55,832 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:53:55,833 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63377821, jitterRate=-0.05559687316417694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:53:55,835 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 037c58a19ddb,36805,1731750834724 2024-11-16T09:53:55,835 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38833 {}] master.ServerManager(517): Registering regionserver=037c58a19ddb,36805,1731750834724 2024-11-16T09:53:55,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731750835796Initializing all the Stores at 1731750835798 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750835798Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750835798Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750835799 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750835799Cleaning up temporary data from old regions at 1731750835822 (+23 ms)Region opened successfully at 1731750835839 (+17 ms) 2024-11-16T09:53:55,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:53:55,839 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:53:55,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:53:55,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:53:55,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:53:55,840 DEBUG [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2 2024-11-16T09:53:55,841 DEBUG [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42183 2024-11-16T09:53:55,841 DEBUG [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:53:55,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:53:55,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750835839Disabling compacts and flushes for region at 1731750835839Disabling writes for close at 1731750835840 (+1 ms)Writing region close event to WAL at 1731750835840Closed at 1731750835841 (+1 ms) 2024-11-16T09:53:55,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 037c58a19ddb,42973,1731750834766 2024-11-16T09:53:55,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38833 {}] master.ServerManager(517): Registering regionserver=037c58a19ddb,42973,1731750834766 2024-11-16T09:53:55,843 DEBUG [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2 2024-11-16T09:53:55,844 DEBUG [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42183 2024-11-16T09:53:55,844 DEBUG [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:53:55,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:53:55,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T09:53:55,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:53:55,849 DEBUG [RS:2;037c58a19ddb:42973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2 2024-11-16T09:53:55,849 DEBUG [RS:2;037c58a19ddb:42973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42183 2024-11-16T09:53:55,849 DEBUG [RS:2;037c58a19ddb:42973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:53:55,853 DEBUG [RS:1;037c58a19ddb:36805 {}] zookeeper.ZKUtil(111): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/037c58a19ddb,36805,1731750834724 2024-11-16T09:53:55,853 WARN [RS:1;037c58a19ddb:36805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:53:55,853 INFO [RS:1;037c58a19ddb:36805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:55,853 DEBUG [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,36805,1731750834724 2024-11-16T09:53:55,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:53:55,854 DEBUG [RS:0;037c58a19ddb:32845 {}] zookeeper.ZKUtil(111): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/037c58a19ddb,32845,1731750834621 2024-11-16T09:53:55,855 WARN [RS:0;037c58a19ddb:32845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:53:55,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [037c58a19ddb,36805,1731750834724] 2024-11-16T09:53:55,855 INFO [RS:0;037c58a19ddb:32845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:55,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [037c58a19ddb,32845,1731750834621] 2024-11-16T09:53:55,855 DEBUG [RS:2;037c58a19ddb:42973 {}] zookeeper.ZKUtil(111): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/037c58a19ddb,42973,1731750834766 2024-11-16T09:53:55,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T09:53:55,855 WARN [RS:2;037c58a19ddb:42973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:53:55,855 DEBUG [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621 2024-11-16T09:53:55,855 INFO [RS:2;037c58a19ddb:42973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:55,855 DEBUG [RS:2;037c58a19ddb:42973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,42973,1731750834766 2024-11-16T09:53:55,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [037c58a19ddb,42973,1731750834766] 2024-11-16T09:53:55,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:53:55,873 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T09:53:55,886 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:53:55,886 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:53:55,886 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:53:55,900 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:53:55,900 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:53:55,901 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:53:55,906 INFO [RS:0;037c58a19ddb:32845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:53:55,906 INFO [RS:1;037c58a19ddb:36805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:53:55,906 INFO [RS:2;037c58a19ddb:42973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:53:55,907 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,907 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,907 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,908 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:53:55,908 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:53:55,908 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:53:55,915 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:53:55,915 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:53:55,915 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:53:55,917 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,917 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,917 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,917 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,917 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,917 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,917 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,917 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,917 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,917 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:53:55,918 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:53:55,918 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:53:55,918 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,918 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,919 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,919 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,919 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,919 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,919 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:53:55,919 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,919 DEBUG [RS:2;037c58a19ddb:42973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:53:55,919 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,919 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,919 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:55,919 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:53:55,919 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:53:55,919 DEBUG [RS:0;037c58a19ddb:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:53:55,920 DEBUG [RS:1;037c58a19ddb:36805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:53:55,924 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,924 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,924 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,924 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,924 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,925 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,42973,1731750834766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:53:55,926 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,927 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,927 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,927 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,927 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,927 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,927 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,927 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,927 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,32845,1731750834621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:53:55,927 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,927 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,927 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,36805,1731750834724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:53:55,947 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:53:55,947 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:53:55,949 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,32845,1731750834621-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,949 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,42973,1731750834766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,950 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,950 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,950 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.Replication(171): 037c58a19ddb,32845,1731750834621 started 2024-11-16T09:53:55,950 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.Replication(171): 037c58a19ddb,42973,1731750834766 started 2024-11-16T09:53:55,954 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:53:55,954 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,36805,1731750834724-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,955 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,955 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.Replication(171): 037c58a19ddb,36805,1731750834724 started 2024-11-16T09:53:55,977 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,977 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,977 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.HRegionServer(1482): Serving as 037c58a19ddb,42973,1731750834766, RpcServer on 037c58a19ddb/172.17.0.2:42973, sessionid=0x101b08021450003 2024-11-16T09:53:55,977 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(1482): Serving as 037c58a19ddb,32845,1731750834621, RpcServer on 037c58a19ddb/172.17.0.2:32845, sessionid=0x101b08021450001 2024-11-16T09:53:55,978 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:53:55,978 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:53:55,978 DEBUG [RS:0;037c58a19ddb:32845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 037c58a19ddb,32845,1731750834621 2024-11-16T09:53:55,978 DEBUG [RS:2;037c58a19ddb:42973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 037c58a19ddb,42973,1731750834766 2024-11-16T09:53:55,979 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,32845,1731750834621' 2024-11-16T09:53:55,979 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,42973,1731750834766' 2024-11-16T09:53:55,979 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:53:55,979 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:53:55,979 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:55,979 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(1482): Serving as 037c58a19ddb,36805,1731750834724, RpcServer on 037c58a19ddb/172.17.0.2:36805, sessionid=0x101b08021450002 2024-11-16T09:53:55,980 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:53:55,980 DEBUG [RS:1;037c58a19ddb:36805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 037c58a19ddb,36805,1731750834724 2024-11-16T09:53:55,980 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,36805,1731750834724' 2024-11-16T09:53:55,980 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:53:55,980 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:53:55,980 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:53:55,981 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:53:55,981 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:53:55,981 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:53:55,981 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:53:55,981 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:53:55,981 DEBUG [RS:0;037c58a19ddb:32845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 037c58a19ddb,32845,1731750834621 2024-11-16T09:53:55,981 DEBUG [RS:2;037c58a19ddb:42973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 037c58a19ddb,42973,1731750834766 2024-11-16T09:53:55,981 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,32845,1731750834621' 2024-11-16T09:53:55,981 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,42973,1731750834766' 2024-11-16T09:53:55,981 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:53:55,981 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:53:55,982 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:53:55,982 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:53:55,982 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:53:55,982 DEBUG [RS:1;037c58a19ddb:36805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 037c58a19ddb,36805,1731750834724 2024-11-16T09:53:55,982 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,36805,1731750834724' 2024-11-16T09:53:55,982 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:53:55,982 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:53:55,982 DEBUG [RS:0;037c58a19ddb:32845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:53:55,982 INFO [RS:0;037c58a19ddb:32845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:53:55,983 INFO [RS:0;037c58a19ddb:32845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:53:55,983 DEBUG [RS:2;037c58a19ddb:42973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:53:55,983 INFO [RS:2;037c58a19ddb:42973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:53:55,983 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:53:55,983 INFO [RS:2;037c58a19ddb:42973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:53:55,984 DEBUG [RS:1;037c58a19ddb:36805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:53:55,984 INFO [RS:1;037c58a19ddb:36805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:53:55,984 INFO [RS:1;037c58a19ddb:36805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:53:56,024 WARN [037c58a19ddb:38833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T09:53:56,088 INFO [RS:0;037c58a19ddb:32845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:53:56,088 INFO [RS:2;037c58a19ddb:42973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:53:56,088 INFO [RS:1;037c58a19ddb:36805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:53:56,092 INFO [RS:2;037c58a19ddb:42973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C42973%2C1731750834766, suffix=, logDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,42973,1731750834766, archiveDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/oldWALs, maxLogs=32 2024-11-16T09:53:56,092 INFO [RS:1;037c58a19ddb:36805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C36805%2C1731750834724, suffix=, logDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,36805,1731750834724, archiveDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/oldWALs, maxLogs=32 2024-11-16T09:53:56,092 INFO [RS:0;037c58a19ddb:32845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C32845%2C1731750834621, suffix=, logDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621, archiveDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/oldWALs, maxLogs=32 2024-11-16T09:53:56,111 DEBUG [RS:2;037c58a19ddb:42973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,42973,1731750834766/037c58a19ddb%2C42973%2C1731750834766.1731750836096, exclude list is [], retry=0 2024-11-16T09:53:56,113 DEBUG [RS:1;037c58a19ddb:36805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,36805,1731750834724/037c58a19ddb%2C36805%2C1731750834724.1731750836097, exclude list is [], retry=0 2024-11-16T09:53:56,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:53:56,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:53:56,118 DEBUG [RS:0;037c58a19ddb:32845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621/037c58a19ddb%2C32845%2C1731750834621.1731750836097, exclude list is [], retry=0 2024-11-16T09:53:56,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:53:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:53:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:53:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:53:56,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:53:56,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:53:56,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:53:56,133 INFO [RS:2;037c58a19ddb:42973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,42973,1731750834766/037c58a19ddb%2C42973%2C1731750834766.1731750836096 2024-11-16T09:53:56,134 DEBUG [RS:2;037c58a19ddb:42973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:53:56,134 INFO [RS:1;037c58a19ddb:36805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,36805,1731750834724/037c58a19ddb%2C36805%2C1731750834724.1731750836097 2024-11-16T09:53:56,135 DEBUG [RS:1;037c58a19ddb:36805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:53:56,139 INFO [RS:0;037c58a19ddb:32845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621/037c58a19ddb%2C32845%2C1731750834621.1731750836097 2024-11-16T09:53:56,139 DEBUG [RS:0;037c58a19ddb:32845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:53:56,276 DEBUG [037c58a19ddb:38833 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T09:53:56,284 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(204): Hosts are {037c58a19ddb=0} racks are {/default-rack=0} 2024-11-16T09:53:56,291 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T09:53:56,291 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T09:53:56,291 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T09:53:56,291 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T09:53:56,291 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T09:53:56,291 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T09:53:56,291 INFO [037c58a19ddb:38833 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T09:53:56,291 INFO [037c58a19ddb:38833 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T09:53:56,291 INFO [037c58a19ddb:38833 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T09:53:56,291 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T09:53:56,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=037c58a19ddb,32845,1731750834621 2024-11-16T09:53:56,304 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,32845,1731750834621, state=OPENING 2024-11-16T09:53:56,309 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T09:53:56,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:56,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:56,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:56,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:56,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:53:56,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:53:56,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:53:56,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:53:56,314 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:53:56,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,32845,1731750834621}] 2024-11-16T09:53:56,492 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:53:56,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53795, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:53:56,507 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T09:53:56,507 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:56,508 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T09:53:56,511 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C32845%2C1731750834621.meta, suffix=.meta, logDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621, archiveDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/oldWALs, maxLogs=32 2024-11-16T09:53:56,528 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta, exclude list is [], retry=0 2024-11-16T09:53:56,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:53:56,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:53:56,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:53:56,535 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta 2024-11-16T09:53:56,535 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:53:56,536 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:53:56,538 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T09:53:56,541 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T09:53:56,546 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T09:53:56,550 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T09:53:56,551 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:56,551 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T09:53:56,551 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T09:53:56,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:53:56,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:53:56,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:56,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:56,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:53:56,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:53:56,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:56,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:56,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:53:56,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:53:56,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:56,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:56,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:53:56,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:53:56,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:56,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:56,564 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:53:56,566 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740 2024-11-16T09:53:56,568 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740 2024-11-16T09:53:56,571 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:53:56,571 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:53:56,571 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:53:56,574 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:53:56,576 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58967066, jitterRate=-0.12132224440574646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:53:56,576 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T09:53:56,578 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731750836551Writing region info on filesystem at 1731750836552 (+1 ms)Initializing all the Stores at 1731750836553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750836554 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750836554Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750836554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750836554Cleaning up temporary data from old regions at 1731750836571 (+17 ms)Running coprocessor post-open hooks at 1731750836576 (+5 ms)Region opened successfully at 1731750836578 (+2 ms) 2024-11-16T09:53:56,587 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731750836483 2024-11-16T09:53:56,600 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T09:53:56,601 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T09:53:56,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=037c58a19ddb,32845,1731750834621 2024-11-16T09:53:56,605 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,32845,1731750834621, state=OPEN 2024-11-16T09:53:56,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:53:56,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:53:56,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:53:56,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:53:56,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:53:56,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:53:56,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:53:56,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:53:56,608 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=037c58a19ddb,32845,1731750834621 2024-11-16T09:53:56,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T09:53:56,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,32845,1731750834621 in 292 msec 2024-11-16T09:53:56,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T09:53:56,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 761 msec 2024-11-16T09:53:56,621 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:53:56,622 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T09:53:56,642 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:53:56,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1] 2024-11-16T09:53:56,664 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:53:56,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40981, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:53:56,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0600 sec 2024-11-16T09:53:56,690 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731750836689, completionTime=-1 2024-11-16T09:53:56,692 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T09:53:56,693 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T09:53:56,746 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-16T09:53:56,747 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731750896747 2024-11-16T09:53:56,747 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731750956747 2024-11-16T09:53:56,747 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 54 msec 2024-11-16T09:53:56,748 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T09:53:56,755 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,38833,1731750833904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:56,755 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,38833,1731750833904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:56,755 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,38833,1731750833904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:56,757 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-037c58a19ddb:38833, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:56,760 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:56,761 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:56,773 DEBUG [master/037c58a19ddb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T09:53:56,792 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.945sec 2024-11-16T09:53:56,793 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T09:53:56,794 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T09:53:56,795 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T09:53:56,796 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T09:53:56,796 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T09:53:56,797 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,38833,1731750833904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:53:56,797 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,38833,1731750833904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T09:53:56,801 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T09:53:56,802 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T09:53:56,802 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,38833,1731750833904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:56,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6881cbf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:53:56,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 037c58a19ddb,38833,-1 for getting cluster id 2024-11-16T09:53:56,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T09:53:56,818 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ef71652-2909-482b-a4f4-f9644b5aae1f' 2024-11-16T09:53:56,821 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T09:53:56,821 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ef71652-2909-482b-a4f4-f9644b5aae1f" 2024-11-16T09:53:56,821 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331c65fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:53:56,821 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [037c58a19ddb,38833,-1] 2024-11-16T09:53:56,824 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T09:53:56,826 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:53:56,827 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T09:53:56,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e7dbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:53:56,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:53:56,837 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1] 2024-11-16T09:53:56,837 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:53:56,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:53:56,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=037c58a19ddb,38833,1731750833904 2024-11-16T09:53:56,861 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:42183/hbase 2024-11-16T09:53:56,879 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=6591 2024-11-16T09:53:56,898 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:56,901 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:56,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:53:56,907 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-35527192, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/hregion-35527192, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:53:56,923 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-35527192/hregion-35527192.1731750836909, exclude list is [], retry=0 2024-11-16T09:53:56,928 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:53:56,928 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:53:56,931 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:53:56,935 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-35527192/hregion-35527192.1731750836909 2024-11-16T09:53:56,935 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-16T09:53:56,936 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 70064395f30b55559a4f71670176a7e5, NAME => 'testReplayEditsWrittenIntoWAL,,1731750836899.70064395f30b55559a4f71670176a7e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42183/hbase 2024-11-16T09:53:56,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741838_1014 (size=64) 2024-11-16T09:53:56,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741838_1014 (size=64) 2024-11-16T09:53:56,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741838_1014 (size=64) 2024-11-16T09:53:56,950 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731750836899.70064395f30b55559a4f71670176a7e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:56,957 INFO [StoreOpener-70064395f30b55559a4f71670176a7e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:56,960 INFO [StoreOpener-70064395f30b55559a4f71670176a7e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70064395f30b55559a4f71670176a7e5 columnFamilyName a 2024-11-16T09:53:56,960 DEBUG [StoreOpener-70064395f30b55559a4f71670176a7e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:56,961 INFO [StoreOpener-70064395f30b55559a4f71670176a7e5-1 {}] regionserver.HStore(327): Store=70064395f30b55559a4f71670176a7e5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:56,961 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:56,963 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:56,963 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:56,964 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:56,964 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:56,967 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:56,972 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:53:56,973 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 70064395f30b55559a4f71670176a7e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68658544, jitterRate=0.023092031478881836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:53:56,974 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 70064395f30b55559a4f71670176a7e5: Writing region info on filesystem at 1731750836951Initializing all the Stores at 1731750836952 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750836952Cleaning up temporary data from old regions at 1731750836964 (+12 ms)Region opened successfully at 1731750836974 (+10 ms) 2024-11-16T09:53:56,975 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 70064395f30b55559a4f71670176a7e5, disabling compactions & flushes 2024-11-16T09:53:56,975 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731750836899.70064395f30b55559a4f71670176a7e5. 2024-11-16T09:53:56,975 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731750836899.70064395f30b55559a4f71670176a7e5. 2024-11-16T09:53:56,975 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731750836899.70064395f30b55559a4f71670176a7e5. after waiting 0 ms 2024-11-16T09:53:56,975 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731750836899.70064395f30b55559a4f71670176a7e5. 2024-11-16T09:53:56,976 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731750836899.70064395f30b55559a4f71670176a7e5. 2024-11-16T09:53:56,976 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 70064395f30b55559a4f71670176a7e5: Waiting for close lock at 1731750836974Disabling compacts and flushes for region at 1731750836974Disabling writes for close at 1731750836975 (+1 ms)Writing region close event to WAL at 1731750836975Closed at 1731750836975 2024-11-16T09:53:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741837_1013 (size=93) 2024-11-16T09:53:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741837_1013 (size=93) 2024-11-16T09:53:56,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741837_1013 (size=93) 2024-11-16T09:53:56,990 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:53:56,990 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-35527192:(num 1731750836909) 2024-11-16T09:53:56,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-16T09:53:57,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741839_1015 (size=276) 2024-11-16T09:53:57,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741839_1015 (size=276) 2024-11-16T09:53:57,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741839_1015 (size=276) 2024-11-16T09:53:57,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-16T09:53:57,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741840_1016 (size=230) 2024-11-16T09:53:57,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741840_1016 (size=230) 2024-11-16T09:53:57,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741840_1016 (size=230) 2024-11-16T09:53:57,050 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-1, size=276 (276bytes) 2024-11-16T09:53:57,051 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T09:53:57,051 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T09:53:57,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-1 2024-11-16T09:53:57,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-1 after 3ms 2024-11-16T09:53:57,062 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:53:57,063 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-1 took 14ms 2024-11-16T09:53:57,067 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-1 so closing down 2024-11-16T09:53:57,070 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-16T09:53:57,072 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000001-wal-1.temp 2024-11-16T09:53:57,073 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:53:57,074 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:53:57,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741841_1017 (size=276) 2024-11-16T09:53:57,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741841_1017 (size=276) 2024-11-16T09:53:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741841_1017 (size=276) 2024-11-16T09:53:57,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-16T09:53:57,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000002 2024-11-16T09:53:57,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-16T09:53:57,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-1, journal: Splitting hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-1, size=276 (276bytes) at 1731750837050Finishing writing output for hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-1 so closing down at 1731750837067 (+17 ms)Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000001-wal-1.temp at 1731750837072 (+5 ms)3 split writer threads finished at 1731750837074 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731750837087 (+13 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000002 at 1731750837089 (+2 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731750837093 (+4 ms) 2024-11-16T09:53:57,109 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-2, size=230 (230bytes) 2024-11-16T09:53:57,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-2 2024-11-16T09:53:57,110 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-2 after 1ms 2024-11-16T09:53:57,114 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:53:57,114 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-2 took 5ms 2024-11-16T09:53:57,116 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-2 so closing down 2024-11-16T09:53:57,116 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:53:57,119 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-16T09:53:57,120 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000002-wal-2.temp 2024-11-16T09:53:57,121 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:53:57,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741842_1018 (size=230) 2024-11-16T09:53:57,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741842_1018 (size=230) 2024-11-16T09:53:57,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741842_1018 (size=230) 2024-11-16T09:53:57,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-16T09:53:57,134 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:53:57,136 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-16T09:53:57,138 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-16T09:53:57,138 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-2, journal: Splitting hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-2, size=230 (230bytes) at 1731750837109Finishing writing output for hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-2 so closing down at 1731750837116 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000002-wal-2.temp at 1731750837120 (+4 ms)3 split writer threads finished at 1731750837121 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731750837130 (+9 ms)Processed 1 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731750837138 (+8 ms) 2024-11-16T09:53:57,138 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:53:57,140 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:53:57,154 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal.1731750837141, exclude list is [], retry=0 2024-11-16T09:53:57,158 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:53:57,159 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:53:57,159 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:53:57,162 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal.1731750837141 2024-11-16T09:53:57,162 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:53:57,162 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 70064395f30b55559a4f71670176a7e5, NAME => 'testReplayEditsWrittenIntoWAL,,1731750836899.70064395f30b55559a4f71670176a7e5.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:53:57,163 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731750836899.70064395f30b55559a4f71670176a7e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:57,163 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:57,163 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:57,165 INFO [StoreOpener-70064395f30b55559a4f71670176a7e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:57,166 INFO [StoreOpener-70064395f30b55559a4f71670176a7e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70064395f30b55559a4f71670176a7e5 columnFamilyName a 2024-11-16T09:53:57,167 DEBUG [StoreOpener-70064395f30b55559a4f71670176a7e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:57,168 INFO [StoreOpener-70064395f30b55559a4f71670176a7e5-1 {}] regionserver.HStore(327): Store=70064395f30b55559a4f71670176a7e5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:57,168 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:57,169 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:57,172 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:57,173 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000002 2024-11-16T09:53:57,176 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:53:57,183 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000002 2024-11-16T09:53:57,188 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 70064395f30b55559a4f71670176a7e5 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-16T09:53:57,242 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/.tmp/a/34d00e5b783d4ae581b4d9a9957b2f43 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731750836990/Put/seqid=0 2024-11-16T09:53:57,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741844_1020 (size=5170) 2024-11-16T09:53:57,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741844_1020 (size=5170) 2024-11-16T09:53:57,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741844_1020 (size=5170) 2024-11-16T09:53:57,257 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/.tmp/a/34d00e5b783d4ae581b4d9a9957b2f43 2024-11-16T09:53:57,303 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/.tmp/a/34d00e5b783d4ae581b4d9a9957b2f43 as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/a/34d00e5b783d4ae581b4d9a9957b2f43 2024-11-16T09:53:57,312 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/a/34d00e5b783d4ae581b4d9a9957b2f43, entries=2, sequenceid=2, filesize=5.0 K 2024-11-16T09:53:57,318 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 70064395f30b55559a4f71670176a7e5 in 131ms, sequenceid=2, compaction requested=false; wal=null 2024-11-16T09:53:57,320 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/0000000000000000002 2024-11-16T09:53:57,321 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:57,321 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:57,324 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 70064395f30b55559a4f71670176a7e5 2024-11-16T09:53:57,328 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/70064395f30b55559a4f71670176a7e5/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-16T09:53:57,329 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 70064395f30b55559a4f71670176a7e5; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60620826, jitterRate=-0.09667930006980896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:53:57,331 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 70064395f30b55559a4f71670176a7e5: Writing region info on filesystem at 1731750837163Initializing all the Stores at 1731750837165 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750837165Obtaining lock to block concurrent updates at 1731750837188 (+23 ms)Preparing flush snapshotting stores in 70064395f30b55559a4f71670176a7e5 at 1731750837188Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731750836899.70064395f30b55559a4f71670176a7e5., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731750837191 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731750836899.70064395f30b55559a4f71670176a7e5. at 1731750837191Flushing 70064395f30b55559a4f71670176a7e5/a: creating writer at 1731750837193 (+2 ms)Flushing 70064395f30b55559a4f71670176a7e5/a: appending metadata at 1731750837231 (+38 ms)Flushing 70064395f30b55559a4f71670176a7e5/a: closing flushed file at 1731750837234 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63375fba: reopening flushed file at 1731750837301 (+67 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 70064395f30b55559a4f71670176a7e5 in 131ms, sequenceid=2, compaction requested=false; wal=null at 1731750837318 (+17 ms)Cleaning up temporary data from old regions at 1731750837321 (+3 ms)Region opened successfully at 1731750837331 (+10 ms) 2024-11-16T09:53:57,359 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=374 (was 362) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:45932 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-302613514-172.17.0.2-1731750830855:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-302613514-172.17.0.2-1731750830855:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42183/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:45900 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-302613514-172.17.0.2-1731750830855:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:49466 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:58098 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:49300 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:57916 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=6578 (was 6591) 2024-11-16T09:53:57,370 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=6577 2024-11-16T09:53:57,385 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:57,387 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:57,388 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:53:57,392 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75999879, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/hregion-75999879, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:53:57,405 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75999879/hregion-75999879.1731750837393, exclude list is [], retry=0 2024-11-16T09:53:57,409 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:53:57,410 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:53:57,410 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:53:57,413 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75999879/hregion-75999879.1731750837393 2024-11-16T09:53:57,413 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:53:57,414 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2aa96a7ad934c685f52ef0706e29e077, NAME => 'testReplayEditsWrittenIntoWAL,,1731750837386.2aa96a7ad934c685f52ef0706e29e077.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42183/hbase 2024-11-16T09:53:57,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741846_1022 (size=64) 2024-11-16T09:53:57,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741846_1022 (size=64) 2024-11-16T09:53:57,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741846_1022 (size=64) 2024-11-16T09:53:57,426 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731750837386.2aa96a7ad934c685f52ef0706e29e077.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:57,428 INFO [StoreOpener-2aa96a7ad934c685f52ef0706e29e077-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,430 INFO [StoreOpener-2aa96a7ad934c685f52ef0706e29e077-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aa96a7ad934c685f52ef0706e29e077 columnFamilyName a 2024-11-16T09:53:57,430 DEBUG [StoreOpener-2aa96a7ad934c685f52ef0706e29e077-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:57,430 INFO [StoreOpener-2aa96a7ad934c685f52ef0706e29e077-1 {}] regionserver.HStore(327): Store=2aa96a7ad934c685f52ef0706e29e077/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:57,431 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,432 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,432 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,433 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,433 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,435 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,437 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:53:57,438 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2aa96a7ad934c685f52ef0706e29e077; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60880693, jitterRate=-0.09280698001384735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:53:57,438 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2aa96a7ad934c685f52ef0706e29e077: Writing region info on filesystem at 1731750837426Initializing all the Stores at 1731750837427 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750837427Cleaning up temporary data from old regions at 1731750837433 (+6 ms)Region opened successfully at 1731750837438 (+5 ms) 2024-11-16T09:53:57,438 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2aa96a7ad934c685f52ef0706e29e077, disabling compactions & flushes 2024-11-16T09:53:57,438 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731750837386.2aa96a7ad934c685f52ef0706e29e077. 2024-11-16T09:53:57,438 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731750837386.2aa96a7ad934c685f52ef0706e29e077. 2024-11-16T09:53:57,438 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731750837386.2aa96a7ad934c685f52ef0706e29e077. after waiting 0 ms 2024-11-16T09:53:57,438 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731750837386.2aa96a7ad934c685f52ef0706e29e077. 2024-11-16T09:53:57,439 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731750837386.2aa96a7ad934c685f52ef0706e29e077. 2024-11-16T09:53:57,439 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2aa96a7ad934c685f52ef0706e29e077: Waiting for close lock at 1731750837438Disabling compacts and flushes for region at 1731750837438Disabling writes for close at 1731750837438Writing region close event to WAL at 1731750837439 (+1 ms)Closed at 1731750837439 2024-11-16T09:53:57,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741845_1021 (size=93) 2024-11-16T09:53:57,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741845_1021 (size=93) 2024-11-16T09:53:57,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741845_1021 (size=93) 2024-11-16T09:53:57,447 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:53:57,447 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75999879:(num 1731750837393) 2024-11-16T09:53:57,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-16T09:53:57,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741847_1023 (size=276) 2024-11-16T09:53:57,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741847_1023 (size=276) 2024-11-16T09:53:57,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741847_1023 (size=276) 2024-11-16T09:53:57,465 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-16T09:53:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741848_1024 (size=230) 2024-11-16T09:53:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741848_1024 (size=230) 2024-11-16T09:53:57,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741848_1024 (size=230) 2024-11-16T09:53:57,494 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-2, size=230 (230bytes) 2024-11-16T09:53:57,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-2 2024-11-16T09:53:57,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-2 after 0ms 2024-11-16T09:53:57,498 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:53:57,498 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-2 took 5ms 2024-11-16T09:53:57,500 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-2 so closing down 2024-11-16T09:53:57,500 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:53:57,502 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-16T09:53:57,504 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002-wal-2.temp 2024-11-16T09:53:57,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:53:57,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741849_1025 (size=230) 2024-11-16T09:53:57,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741849_1025 (size=230) 2024-11-16T09:53:57,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741849_1025 (size=230) 2024-11-16T09:53:57,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-16T09:53:57,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002 2024-11-16T09:53:57,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-16T09:53:57,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-2, journal: Splitting hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-2, size=230 (230bytes) at 1731750837494Finishing writing output for hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-2 so closing down at 1731750837500 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002-wal-2.temp at 1731750837504 (+4 ms)3 split writer threads finished at 1731750837504Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731750837514 (+10 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002 at 1731750837515 (+1 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731750837516 (+1 ms) 2024-11-16T09:53:57,530 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-1, size=276 (276bytes) 2024-11-16T09:53:57,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-1 2024-11-16T09:53:57,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-1 after 1ms 2024-11-16T09:53:57,534 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:53:57,534 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-1 took 4ms 2024-11-16T09:53:57,537 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-1 so closing down 2024-11-16T09:53:57,537 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:53:57,539 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-16T09:53:57,541 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000001-wal-1.temp 2024-11-16T09:53:57,541 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:53:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741850_1026 (size=276) 2024-11-16T09:53:57,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741850_1026 (size=276) 2024-11-16T09:53:57,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741850_1026 (size=276) 2024-11-16T09:53:57,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-16T09:53:57,553 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:53:57,556 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002, length=230 2024-11-16T09:53:57,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002 2024-11-16T09:53:57,558 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-16T09:53:57,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-1, journal: Splitting hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-1, size=276 (276bytes) at 1731750837530Finishing writing output for hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-1 so closing down at 1731750837537 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000001-wal-1.temp at 1731750837541 (+4 ms)3 split writer threads finished at 1731750837541Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731750837549 (+8 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002 at 1731750837558 (+9 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731750837558 2024-11-16T09:53:57,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:53:57,561 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:53:57,575 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal.1731750837561, exclude list is [], retry=0 2024-11-16T09:53:57,578 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:53:57,578 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:53:57,579 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:53:57,581 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal.1731750837561 2024-11-16T09:53:57,581 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-16T09:53:57,581 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2aa96a7ad934c685f52ef0706e29e077, NAME => 'testReplayEditsWrittenIntoWAL,,1731750837386.2aa96a7ad934c685f52ef0706e29e077.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:53:57,582 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731750837386.2aa96a7ad934c685f52ef0706e29e077.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:57,582 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,582 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,583 INFO [StoreOpener-2aa96a7ad934c685f52ef0706e29e077-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,585 INFO [StoreOpener-2aa96a7ad934c685f52ef0706e29e077-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aa96a7ad934c685f52ef0706e29e077 columnFamilyName a 2024-11-16T09:53:57,586 DEBUG [StoreOpener-2aa96a7ad934c685f52ef0706e29e077-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:57,586 INFO [StoreOpener-2aa96a7ad934c685f52ef0706e29e077-1 {}] regionserver.HStore(327): Store=2aa96a7ad934c685f52ef0706e29e077/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:57,586 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,587 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,589 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,590 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002 2024-11-16T09:53:57,593 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:53:57,595 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002 2024-11-16T09:53:57,595 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2aa96a7ad934c685f52ef0706e29e077 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-16T09:53:57,611 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/.tmp/a/a063263080af4ee98bdb890f5275ec9b is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731750837447/Put/seqid=0 2024-11-16T09:53:57,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741852_1028 (size=5170) 2024-11-16T09:53:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741852_1028 (size=5170) 2024-11-16T09:53:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741852_1028 (size=5170) 2024-11-16T09:53:57,621 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/.tmp/a/a063263080af4ee98bdb890f5275ec9b 2024-11-16T09:53:57,629 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/.tmp/a/a063263080af4ee98bdb890f5275ec9b as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/a/a063263080af4ee98bdb890f5275ec9b 2024-11-16T09:53:57,637 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/a/a063263080af4ee98bdb890f5275ec9b, entries=2, sequenceid=2, filesize=5.0 K 2024-11-16T09:53:57,637 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 2aa96a7ad934c685f52ef0706e29e077 in 42ms, sequenceid=2, compaction requested=false; wal=null 2024-11-16T09:53:57,638 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/0000000000000000002 2024-11-16T09:53:57,639 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,639 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,641 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2aa96a7ad934c685f52ef0706e29e077 2024-11-16T09:53:57,644 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/2aa96a7ad934c685f52ef0706e29e077/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-16T09:53:57,645 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2aa96a7ad934c685f52ef0706e29e077; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72348485, jitterRate=0.07807643711566925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:53:57,646 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2aa96a7ad934c685f52ef0706e29e077: Writing region info on filesystem at 1731750837582Initializing all the Stores at 1731750837583 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750837583Obtaining lock to block concurrent updates at 1731750837595 (+12 ms)Preparing flush snapshotting stores in 2aa96a7ad934c685f52ef0706e29e077 at 1731750837595Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731750837386.2aa96a7ad934c685f52ef0706e29e077., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731750837595Flushing stores of testReplayEditsWrittenIntoWAL,,1731750837386.2aa96a7ad934c685f52ef0706e29e077. at 1731750837595Flushing 2aa96a7ad934c685f52ef0706e29e077/a: creating writer at 1731750837595Flushing 2aa96a7ad934c685f52ef0706e29e077/a: appending metadata at 1731750837610 (+15 ms)Flushing 2aa96a7ad934c685f52ef0706e29e077/a: closing flushed file at 1731750837610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b34aa65: reopening flushed file at 1731750837628 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 2aa96a7ad934c685f52ef0706e29e077 in 42ms, sequenceid=2, compaction requested=false; wal=null at 1731750837637 (+9 ms)Cleaning up temporary data from old regions at 1731750837639 (+2 ms)Region opened successfully at 1731750837645 (+6 ms) 2024-11-16T09:53:57,662 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:58178 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-302613514-172.17.0.2-1731750830855:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:49546 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:46030 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:45900 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:49300 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-302613514-172.17.0.2-1731750830855:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:57916 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-302613514-172.17.0.2-1731750830855:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=6574 (was 6577) 2024-11-16T09:53:57,673 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=6574 2024-11-16T09:53:57,688 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:57,690 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:57,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:53:57,694 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-56438263, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/hregion-56438263, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:53:57,708 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-56438263/hregion-56438263.1731750837695, exclude list is [], retry=0 2024-11-16T09:53:57,712 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:53:57,712 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:53:57,713 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:53:57,715 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-56438263/hregion-56438263.1731750837695 2024-11-16T09:53:57,715 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:53:57,715 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5fc77ab3b65eac72c02d5954acb92685, NAME => 'testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42183/hbase 2024-11-16T09:53:57,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741854_1030 (size=64) 2024-11-16T09:53:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741854_1030 (size=64) 2024-11-16T09:53:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741854_1030 (size=64) 2024-11-16T09:53:57,728 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:57,730 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:53:57,732 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc77ab3b65eac72c02d5954acb92685 columnFamilyName a 2024-11-16T09:53:57,732 DEBUG [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:57,732 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] regionserver.HStore(327): Store=5fc77ab3b65eac72c02d5954acb92685/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:57,732 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:53:57,734 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc77ab3b65eac72c02d5954acb92685 columnFamilyName b 2024-11-16T09:53:57,734 DEBUG [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:57,735 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] regionserver.HStore(327): Store=5fc77ab3b65eac72c02d5954acb92685/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:57,735 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:53:57,736 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc77ab3b65eac72c02d5954acb92685 columnFamilyName c 2024-11-16T09:53:57,736 DEBUG [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:57,737 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] regionserver.HStore(327): Store=5fc77ab3b65eac72c02d5954acb92685/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:57,737 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:53:57,739 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:53:57,739 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:53:57,741 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:53:57,741 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:53:57,741 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:53:57,743 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:53:57,746 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:53:57,746 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5fc77ab3b65eac72c02d5954acb92685; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66274326, jitterRate=-0.012435585260391235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:53:57,747 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5fc77ab3b65eac72c02d5954acb92685: Writing region info on filesystem at 1731750837728Initializing all the Stores at 1731750837729 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750837729Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750837730 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750837730Cleaning up temporary data from old regions at 1731750837741 (+11 ms)Region opened successfully at 1731750837746 (+5 ms) 2024-11-16T09:53:57,747 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5fc77ab3b65eac72c02d5954acb92685, disabling compactions & flushes 2024-11-16T09:53:57,747 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685. 2024-11-16T09:53:57,747 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685. 2024-11-16T09:53:57,747 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685. after waiting 0 ms 2024-11-16T09:53:57,747 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685. 2024-11-16T09:53:57,747 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685. 2024-11-16T09:53:57,747 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5fc77ab3b65eac72c02d5954acb92685: Waiting for close lock at 1731750837747Disabling compacts and flushes for region at 1731750837747Disabling writes for close at 1731750837747Writing region close event to WAL at 1731750837747Closed at 1731750837747 2024-11-16T09:53:57,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741853_1029 (size=93) 2024-11-16T09:53:57,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741853_1029 (size=93) 2024-11-16T09:53:57,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741853_1029 (size=93) 2024-11-16T09:53:57,754 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:53:57,754 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-56438263:(num 1731750837695) 2024-11-16T09:53:57,754 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:53:57,756 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:53:57,770 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757, exclude list is [], retry=0 2024-11-16T09:53:57,773 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:53:57,773 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:53:57,774 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:53:57,776 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757 2024-11-16T09:53:57,776 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-16T09:53:57,982 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757, size=0 (0bytes) 2024-11-16T09:53:57,982 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757 might be still open, length is 0 2024-11-16T09:53:57,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757 2024-11-16T09:53:57,984 WARN [IPC Server handler 4 on default port 42183 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-16T09:53:57,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757 after 2ms 2024-11-16T09:53:58,851 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:46076 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40845:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46076 dst: /127.0.0.1:40845 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40845 remote=/127.0.0.1:46076]. Total timeout mills is 60000, 59098 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:53:58,852 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:58196 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58196 dst: /127.0.0.1:39879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:53:58,852 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:49596 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35855:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49596 dst: /127.0.0.1:35855 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:53:58,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741855_1032 (size=200589) 2024-11-16T09:53:58,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741855_1032 (size=200589) 2024-11-16T09:53:58,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741855_1032 (size=200589) 2024-11-16T09:54:01,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757 after 4003ms 2024-11-16T09:54:01,989 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:01,991 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757 took 4009ms 2024-11-16T09:54:01,997 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731750837757.temp 2024-11-16T09:54:01,999 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000000001-wal.1731750837757.temp 2024-11-16T09:54:02,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T09:54:02,122 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757; continuing. 2024-11-16T09:54:02,122 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757 so closing down 2024-11-16T09:54:02,122 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:02,122 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:02,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741856_1033 (size=200597) 2024-11-16T09:54:02,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741856_1033 (size=200597) 2024-11-16T09:54:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741856_1033 (size=200597) 2024-11-16T09:54:02,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000000001-wal.1731750837757.temp (wrote 3002 edits, skipped 0 edits in 53 ms) 2024-11-16T09:54:02,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000000001-wal.1731750837757.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000003002 2024-11-16T09:54:02,130 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T09:54:02,130 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757, journal: Splitting hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757, size=0 (0bytes) at 1731750837982Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000000001-wal.1731750837757.temp at 1731750841999 (+4017 ms)Split 1024 edits, skipped 0 edits. at 1731750842056 (+57 ms)Split 2048 edits, skipped 0 edits. at 1731750842091 (+35 ms)Finishing writing output for hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757 so closing down at 1731750842122 (+31 ms)3 split writer threads finished at 1731750842122Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000000001-wal.1731750837757.temp (wrote 3002 edits, skipped 0 edits in 53 ms) at 1731750842127 (+5 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000000001-wal.1731750837757.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000003002 at 1731750842130 (+3 ms)Processed 3002 edits across 1 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757, size=0, length=0, corrupted=false, cancelled=false at 1731750842130 2024-11-16T09:54:02,132 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757 to hdfs://localhost:42183/hbase/oldWALs/wal.1731750837757 2024-11-16T09:54:02,134 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000003002 2024-11-16T09:54:02,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:02,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T09:54:02,136 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:02,151 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750842137, exclude list is [], retry=0 2024-11-16T09:54:02,155 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:02,156 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:02,156 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:02,158 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750842137 2024-11-16T09:54:02,159 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:54:02,159 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:02,161 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:54:02,163 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc77ab3b65eac72c02d5954acb92685 columnFamilyName a 2024-11-16T09:54:02,163 DEBUG [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:02,164 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] regionserver.HStore(327): Store=5fc77ab3b65eac72c02d5954acb92685/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:02,164 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:54:02,165 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc77ab3b65eac72c02d5954acb92685 columnFamilyName b 2024-11-16T09:54:02,165 DEBUG [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:02,166 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] regionserver.HStore(327): Store=5fc77ab3b65eac72c02d5954acb92685/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:02,166 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:54:02,167 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc77ab3b65eac72c02d5954acb92685 columnFamilyName c 2024-11-16T09:54:02,167 DEBUG [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:02,168 INFO [StoreOpener-5fc77ab3b65eac72c02d5954acb92685-1 {}] regionserver.HStore(327): Store=5fc77ab3b65eac72c02d5954acb92685/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:02,168 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:54:02,169 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:54:02,172 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:54:02,173 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000003002 2024-11-16T09:54:02,177 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:02,230 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-16T09:54:02,620 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5fc77ab3b65eac72c02d5954acb92685 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-16T09:54:02,660 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/a/4fb554a8f1af42e5a5bbb81f66d278f8 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731750837783/Put/seqid=0 2024-11-16T09:54:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741858_1035 (size=50463) 2024-11-16T09:54:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741858_1035 (size=50463) 2024-11-16T09:54:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741858_1035 (size=50463) 2024-11-16T09:54:02,672 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/a/4fb554a8f1af42e5a5bbb81f66d278f8 2024-11-16T09:54:02,684 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/a/4fb554a8f1af42e5a5bbb81f66d278f8 as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/a/4fb554a8f1af42e5a5bbb81f66d278f8 2024-11-16T09:54:02,694 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/a/4fb554a8f1af42e5a5bbb81f66d278f8, entries=754, sequenceid=754, filesize=49.3 K 2024-11-16T09:54:02,695 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 5fc77ab3b65eac72c02d5954acb92685 in 74ms, sequenceid=754, compaction requested=false; wal=null 2024-11-16T09:54:02,726 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-16T09:54:02,727 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5fc77ab3b65eac72c02d5954acb92685 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-16T09:54:02,735 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/a/a8293a2d78ff423dbd5b4f788e5286c5 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731750837820/Put/seqid=0 2024-11-16T09:54:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741859_1036 (size=20072) 2024-11-16T09:54:02,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741859_1036 (size=20072) 2024-11-16T09:54:02,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741859_1036 (size=20072) 2024-11-16T09:54:02,746 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/a/a8293a2d78ff423dbd5b4f788e5286c5 2024-11-16T09:54:02,784 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/b/bbe8446825354c59be398000d2e087c6 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731750837840/Put/seqid=0 2024-11-16T09:54:02,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741860_1037 (size=35835) 2024-11-16T09:54:02,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741860_1037 (size=35835) 2024-11-16T09:54:02,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741860_1037 (size=35835) 2024-11-16T09:54:02,795 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/b/bbe8446825354c59be398000d2e087c6 2024-11-16T09:54:02,803 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/a/a8293a2d78ff423dbd5b4f788e5286c5 as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/a/a8293a2d78ff423dbd5b4f788e5286c5 2024-11-16T09:54:02,810 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/a/a8293a2d78ff423dbd5b4f788e5286c5, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-16T09:54:02,812 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/b/bbe8446825354c59be398000d2e087c6 as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/b/bbe8446825354c59be398000d2e087c6 2024-11-16T09:54:02,819 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/b/bbe8446825354c59be398000d2e087c6, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-16T09:54:02,820 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 5fc77ab3b65eac72c02d5954acb92685 in 92ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-16T09:54:02,834 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-16T09:54:02,834 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5fc77ab3b65eac72c02d5954acb92685 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-16T09:54:02,843 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/b/56e0540bd7b34379b5e12bc66043f88d is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731750837860/Put/seqid=0 2024-11-16T09:54:02,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741861_1038 (size=35082) 2024-11-16T09:54:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741861_1038 (size=35082) 2024-11-16T09:54:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741861_1038 (size=35082) 2024-11-16T09:54:02,854 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/b/56e0540bd7b34379b5e12bc66043f88d 2024-11-16T09:54:02,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/c/a5ef33e315444df993c07d9bec1d5cf0 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731750837889/Put/seqid=0 2024-11-16T09:54:02,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741862_1039 (size=20825) 2024-11-16T09:54:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741862_1039 (size=20825) 2024-11-16T09:54:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741862_1039 (size=20825) 2024-11-16T09:54:02,889 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/c/a5ef33e315444df993c07d9bec1d5cf0 2024-11-16T09:54:02,897 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/b/56e0540bd7b34379b5e12bc66043f88d as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/b/56e0540bd7b34379b5e12bc66043f88d 2024-11-16T09:54:02,904 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/b/56e0540bd7b34379b5e12bc66043f88d, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-16T09:54:02,906 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/c/a5ef33e315444df993c07d9bec1d5cf0 as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/c/a5ef33e315444df993c07d9bec1d5cf0 2024-11-16T09:54:02,913 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/c/a5ef33e315444df993c07d9bec1d5cf0, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-16T09:54:02,913 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 5fc77ab3b65eac72c02d5954acb92685 in 79ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-16T09:54:02,927 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731750837946/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685. 2024-11-16T09:54:02,932 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000003002 2024-11-16T09:54:02,932 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-16T09:54:02,933 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5fc77ab3b65eac72c02d5954acb92685 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-16T09:54:02,943 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/c/2b9c5b5f485d41688ef925688dcb23dd is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731750837898/Put/seqid=0 2024-11-16T09:54:02,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741863_1040 (size=50301) 2024-11-16T09:54:02,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741863_1040 (size=50301) 2024-11-16T09:54:02,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741863_1040 (size=50301) 2024-11-16T09:54:02,956 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/c/2b9c5b5f485d41688ef925688dcb23dd 2024-11-16T09:54:02,962 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b9c5b5f485d41688ef925688dcb23dd 2024-11-16T09:54:02,963 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/.tmp/c/2b9c5b5f485d41688ef925688dcb23dd as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/c/2b9c5b5f485d41688ef925688dcb23dd 2024-11-16T09:54:02,969 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b9c5b5f485d41688ef925688dcb23dd 2024-11-16T09:54:02,969 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/c/2b9c5b5f485d41688ef925688dcb23dd, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-16T09:54:02,970 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 5fc77ab3b65eac72c02d5954acb92685 in 38ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-16T09:54:02,971 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/0000000000000003002 2024-11-16T09:54:02,972 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:54:02,972 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:54:02,973 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T09:54:02,974 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5fc77ab3b65eac72c02d5954acb92685 2024-11-16T09:54:02,976 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenIntoWAL/5fc77ab3b65eac72c02d5954acb92685/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-16T09:54:02,978 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5fc77ab3b65eac72c02d5954acb92685; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66958906, jitterRate=-0.002234548330307007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T09:54:02,978 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5fc77ab3b65eac72c02d5954acb92685: Writing region info on filesystem at 1731750842159Initializing all the Stores at 1731750842161 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750842161Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750842161Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750842161Cleaning up temporary data from old regions at 1731750842972 (+811 ms)Region opened successfully at 1731750842978 (+6 ms) 2024-11-16T09:54:03,034 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5fc77ab3b65eac72c02d5954acb92685, disabling compactions & flushes 2024-11-16T09:54:03,034 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685. 2024-11-16T09:54:03,034 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685. 2024-11-16T09:54:03,034 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685. after waiting 0 ms 2024-11-16T09:54:03,034 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685. 2024-11-16T09:54:03,036 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731750837689.5fc77ab3b65eac72c02d5954acb92685. 2024-11-16T09:54:03,037 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5fc77ab3b65eac72c02d5954acb92685: Waiting for close lock at 1731750843033Disabling compacts and flushes for region at 1731750843033Disabling writes for close at 1731750843034 (+1 ms)Writing region close event to WAL at 1731750843036 (+2 ms)Closed at 1731750843036 2024-11-16T09:54:03,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741857_1034 (size=93) 2024-11-16T09:54:03,042 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750842137 not finished, retry = 0 2024-11-16T09:54:03,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741857_1034 (size=93) 2024-11-16T09:54:03,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741857_1034 (size=93) 2024-11-16T09:54:03,145 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:54:03,145 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731750842137) 2024-11-16T09:54:03,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=400 (was 384) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_332641737_22 at /127.0.0.1:32880 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:42183 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_332641737_22 at /127.0.0.1:56848 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:42183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:45951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_332641737_22 at /127.0.0.1:54166 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:33671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_332641737_22 at /127.0.0.1:56814 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=168 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=6510 (was 6574) 2024-11-16T09:54:03,171 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=6509 2024-11-16T09:54:03,187 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:03,189 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:03,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:54:03,193 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65824695, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/hregion-65824695, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:03,206 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65824695/hregion-65824695.1731750843193, exclude list is [], retry=0 2024-11-16T09:54:03,209 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:03,209 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:03,210 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:03,212 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65824695/hregion-65824695.1731750843193 2024-11-16T09:54:03,213 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:54:03,213 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7953a24c8161c803eb88640f4214e108, NAME => 'test2727,,1731750843188.7953a24c8161c803eb88640f4214e108.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42183/hbase 2024-11-16T09:54:03,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741865_1042 (size=43) 2024-11-16T09:54:03,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741865_1042 (size=43) 2024-11-16T09:54:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741865_1042 (size=43) 2024-11-16T09:54:03,223 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731750843188.7953a24c8161c803eb88640f4214e108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:03,225 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,226 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7953a24c8161c803eb88640f4214e108 columnFamilyName a 2024-11-16T09:54:03,226 DEBUG [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:03,227 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] regionserver.HStore(327): Store=7953a24c8161c803eb88640f4214e108/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:03,227 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,229 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7953a24c8161c803eb88640f4214e108 columnFamilyName b 2024-11-16T09:54:03,229 DEBUG [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:03,229 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] regionserver.HStore(327): Store=7953a24c8161c803eb88640f4214e108/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:03,230 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,231 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7953a24c8161c803eb88640f4214e108 columnFamilyName c 2024-11-16T09:54:03,231 DEBUG [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:03,232 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] regionserver.HStore(327): Store=7953a24c8161c803eb88640f4214e108/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:03,232 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,232 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,233 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,234 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,234 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,235 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:03,236 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,239 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:54:03,239 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7953a24c8161c803eb88640f4214e108; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74746256, jitterRate=0.11380600929260254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:03,241 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7953a24c8161c803eb88640f4214e108: Writing region info on filesystem at 1731750843223Initializing all the Stores at 1731750843224 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750843224Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750843225 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750843225Cleaning up temporary data from old regions at 1731750843234 (+9 ms)Region opened successfully at 1731750843241 (+7 ms) 2024-11-16T09:54:03,241 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7953a24c8161c803eb88640f4214e108, disabling compactions & flushes 2024-11-16T09:54:03,241 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731750843188.7953a24c8161c803eb88640f4214e108. 2024-11-16T09:54:03,241 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731750843188.7953a24c8161c803eb88640f4214e108. 2024-11-16T09:54:03,241 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731750843188.7953a24c8161c803eb88640f4214e108. after waiting 0 ms 2024-11-16T09:54:03,241 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731750843188.7953a24c8161c803eb88640f4214e108. 2024-11-16T09:54:03,242 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731750843188.7953a24c8161c803eb88640f4214e108. 2024-11-16T09:54:03,242 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7953a24c8161c803eb88640f4214e108: Waiting for close lock at 1731750843241Disabling compacts and flushes for region at 1731750843241Disabling writes for close at 1731750843241Writing region close event to WAL at 1731750843242 (+1 ms)Closed at 1731750843242 2024-11-16T09:54:03,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741864_1041 (size=93) 2024-11-16T09:54:03,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741864_1041 (size=93) 2024-11-16T09:54:03,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741864_1041 (size=93) 2024-11-16T09:54:03,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:54:03,251 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65824695:(num 1731750843193) 2024-11-16T09:54:03,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:03,254 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:03,276 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254, exclude list is [], retry=0 2024-11-16T09:54:03,280 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:03,281 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:03,281 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:03,283 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254 2024-11-16T09:54:03,284 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:54:03,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741866_1043 (size=200357) 2024-11-16T09:54:03,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741866_1043 (size=200357) 2024-11-16T09:54:03,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741866_1043 (size=200357) 2024-11-16T09:54:03,451 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254, size=195.7 K (200357bytes) 2024-11-16T09:54:03,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254 2024-11-16T09:54:03,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254 after 1ms 2024-11-16T09:54:03,455 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:03,457 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254 took 5ms 2024-11-16T09:54:03,460 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731750843254.temp 2024-11-16T09:54:03,462 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000000001-wal.1731750843254.temp 2024-11-16T09:54:03,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254 so closing down 2024-11-16T09:54:03,520 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:03,520 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741867_1044 (size=200357) 2024-11-16T09:54:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741867_1044 (size=200357) 2024-11-16T09:54:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741867_1044 (size=200357) 2024-11-16T09:54:03,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000000001-wal.1731750843254.temp (wrote 3000 edits, skipped 0 edits in 21 ms) 2024-11-16T09:54:03,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000000001-wal.1731750843254.temp to hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003000 2024-11-16T09:54:03,528 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-16T09:54:03,528 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254, journal: Splitting hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254, size=195.7 K (200357bytes) at 1731750843451Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000000001-wal.1731750843254.temp at 1731750843462 (+11 ms)Split 1024 edits, skipped 0 edits. at 1731750843481 (+19 ms)Split 2048 edits, skipped 0 edits. at 1731750843503 (+22 ms)Finishing writing output for hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254 so closing down at 1731750843520 (+17 ms)3 split writer threads finished at 1731750843521 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000000001-wal.1731750843254.temp (wrote 3000 edits, skipped 0 edits in 21 ms) at 1731750843526 (+5 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000000001-wal.1731750843254.temp to hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003000 at 1731750843528 (+2 ms)Processed 3000 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1731750843528 2024-11-16T09:54:03,530 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843254 to hdfs://localhost:42183/hbase/oldWALs/wal.1731750843254 2024-11-16T09:54:03,531 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003000 2024-11-16T09:54:03,532 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:03,534 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:03,550 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535, exclude list is [], retry=0 2024-11-16T09:54:03,553 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:03,553 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:03,554 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:03,556 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535 2024-11-16T09:54:03,558 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:54:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741868_1045 (size=200484) 2024-11-16T09:54:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741868_1045 (size=200484) 2024-11-16T09:54:03,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741868_1045 (size=200484) 2024-11-16T09:54:03,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535, size=195.8 K (200484bytes) 2024-11-16T09:54:03,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535 2024-11-16T09:54:03,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535 after 1ms 2024-11-16T09:54:03,747 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:03,749 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535 took 7ms 2024-11-16T09:54:03,754 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731750843535.temp 2024-11-16T09:54:03,756 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003001-wal.1731750843535.temp 2024-11-16T09:54:03,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535 so closing down 2024-11-16T09:54:03,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:03,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:03,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741869_1046 (size=200484) 2024-11-16T09:54:03,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741869_1046 (size=200484) 2024-11-16T09:54:03,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741869_1046 (size=200484) 2024-11-16T09:54:03,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003001-wal.1731750843535.temp (wrote 3000 edits, skipped 0 edits in 20 ms) 2024-11-16T09:54:03,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003001-wal.1731750843535.temp to hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000006000 2024-11-16T09:54:03,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-16T09:54:03,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535, journal: Splitting hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535, size=195.8 K (200484bytes) at 1731750843743Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003001-wal.1731750843535.temp at 1731750843756 (+13 ms)Split 1024 edits, skipped 0 edits. at 1731750843772 (+16 ms)Split 2048 edits, skipped 0 edits. at 1731750843791 (+19 ms)Finishing writing output for hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535 so closing down at 1731750843809 (+18 ms)3 split writer threads finished at 1731750843809Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003001-wal.1731750843535.temp (wrote 3000 edits, skipped 0 edits in 20 ms) at 1731750843815 (+6 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003001-wal.1731750843535.temp to hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000006000 at 1731750843817 (+2 ms)Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1731750843817 2024-11-16T09:54:03,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843535 to hdfs://localhost:42183/hbase/oldWALs/wal.1731750843535 2024-11-16T09:54:03,820 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000006000 2024-11-16T09:54:03,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:03,823 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/test2727-manual,16010,1731750843186, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:03,839 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843824, exclude list is [], retry=0 2024-11-16T09:54:03,843 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:03,843 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:03,843 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:03,847 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731750843186/wal.1731750843824 2024-11-16T09:54:03,847 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-16T09:54:03,848 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7953a24c8161c803eb88640f4214e108, NAME => 'test2727,,1731750843188.7953a24c8161c803eb88640f4214e108.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:03,848 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731750843188.7953a24c8161c803eb88640f4214e108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:03,848 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,848 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,850 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,851 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7953a24c8161c803eb88640f4214e108 columnFamilyName a 2024-11-16T09:54:03,851 DEBUG [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:03,852 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] regionserver.HStore(327): Store=7953a24c8161c803eb88640f4214e108/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:03,852 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,853 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7953a24c8161c803eb88640f4214e108 columnFamilyName b 2024-11-16T09:54:03,853 DEBUG [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:03,854 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] regionserver.HStore(327): Store=7953a24c8161c803eb88640f4214e108/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:03,854 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,855 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7953a24c8161c803eb88640f4214e108 columnFamilyName c 2024-11-16T09:54:03,855 DEBUG [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:03,856 INFO [StoreOpener-7953a24c8161c803eb88640f4214e108-1 {}] regionserver.HStore(327): Store=7953a24c8161c803eb88640f4214e108/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:03,856 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,857 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,860 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:03,861 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003000 2024-11-16T09:54:03,864 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:03,926 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003000 2024-11-16T09:54:03,929 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000006000 2024-11-16T09:54:03,932 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:03,977 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000006000 2024-11-16T09:54:03,977 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7953a24c8161c803eb88640f4214e108 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-16T09:54:03,999 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/.tmp/a/a35dcef7f8f347e4bfc86292fd950b5f is 41, key is test2727/a:100/1731750843563/Put/seqid=0 2024-11-16T09:54:04,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741871_1048 (size=84227) 2024-11-16T09:54:04,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741871_1048 (size=84227) 2024-11-16T09:54:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741871_1048 (size=84227) 2024-11-16T09:54:04,007 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/.tmp/a/a35dcef7f8f347e4bfc86292fd950b5f 2024-11-16T09:54:04,045 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/.tmp/b/4a93c26a75bb494eadd4651420127cc2 is 41, key is test2727/b:100/1731750843617/Put/seqid=0 2024-11-16T09:54:04,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741872_1049 (size=84609) 2024-11-16T09:54:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741872_1049 (size=84609) 2024-11-16T09:54:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741872_1049 (size=84609) 2024-11-16T09:54:04,052 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/.tmp/b/4a93c26a75bb494eadd4651420127cc2 2024-11-16T09:54:04,089 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/.tmp/c/c9d2d5a246364253af97691e5adbc372 is 41, key is test2727/c:100/1731750843668/Put/seqid=0 2024-11-16T09:54:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741873_1050 (size=84609) 2024-11-16T09:54:04,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741873_1050 (size=84609) 2024-11-16T09:54:04,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741873_1050 (size=84609) 2024-11-16T09:54:04,097 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/.tmp/c/c9d2d5a246364253af97691e5adbc372 2024-11-16T09:54:04,104 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/.tmp/a/a35dcef7f8f347e4bfc86292fd950b5f as hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/a/a35dcef7f8f347e4bfc86292fd950b5f 2024-11-16T09:54:04,111 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/a/a35dcef7f8f347e4bfc86292fd950b5f, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-16T09:54:04,112 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/.tmp/b/4a93c26a75bb494eadd4651420127cc2 as hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/b/4a93c26a75bb494eadd4651420127cc2 2024-11-16T09:54:04,119 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/b/4a93c26a75bb494eadd4651420127cc2, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-16T09:54:04,121 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/.tmp/c/c9d2d5a246364253af97691e5adbc372 as hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/c/c9d2d5a246364253af97691e5adbc372 2024-11-16T09:54:04,127 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/c/c9d2d5a246364253af97691e5adbc372, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-16T09:54:04,127 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 7953a24c8161c803eb88640f4214e108 in 150ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-16T09:54:04,128 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000003000 2024-11-16T09:54:04,128 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/0000000000000006000 2024-11-16T09:54:04,129 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:04,129 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:04,130 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:04,131 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7953a24c8161c803eb88640f4214e108 2024-11-16T09:54:04,134 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/test2727/7953a24c8161c803eb88640f4214e108/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-16T09:54:04,135 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7953a24c8161c803eb88640f4214e108; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62182714, jitterRate=-0.07340535521507263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:04,136 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7953a24c8161c803eb88640f4214e108: Writing region info on filesystem at 1731750843848Initializing all the Stores at 1731750843850 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750843850Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750843850Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750843850Obtaining lock to block concurrent updates at 1731750843977 (+127 ms)Preparing flush snapshotting stores in 7953a24c8161c803eb88640f4214e108 at 1731750843977Finished memstore snapshotting test2727,,1731750843188.7953a24c8161c803eb88640f4214e108., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731750843977Flushing stores of test2727,,1731750843188.7953a24c8161c803eb88640f4214e108. at 1731750843977Flushing 7953a24c8161c803eb88640f4214e108/a: creating writer at 1731750843977Flushing 7953a24c8161c803eb88640f4214e108/a: appending metadata at 1731750843998 (+21 ms)Flushing 7953a24c8161c803eb88640f4214e108/a: closing flushed file at 1731750843998Flushing 7953a24c8161c803eb88640f4214e108/b: creating writer at 1731750844015 (+17 ms)Flushing 7953a24c8161c803eb88640f4214e108/b: appending metadata at 1731750844042 (+27 ms)Flushing 7953a24c8161c803eb88640f4214e108/b: closing flushed file at 1731750844042Flushing 7953a24c8161c803eb88640f4214e108/c: creating writer at 1731750844059 (+17 ms)Flushing 7953a24c8161c803eb88640f4214e108/c: appending metadata at 1731750844087 (+28 ms)Flushing 7953a24c8161c803eb88640f4214e108/c: closing flushed file at 1731750844088 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66beacce: reopening flushed file at 1731750844103 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf0c2c2: reopening flushed file at 1731750844111 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72267229: reopening flushed file at 1731750844120 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 7953a24c8161c803eb88640f4214e108 in 150ms, sequenceid=6000, compaction requested=false; wal=null at 1731750844127 (+7 ms)Cleaning up temporary data from old regions at 1731750844129 (+2 ms)Region opened successfully at 1731750844136 (+7 ms) 2024-11-16T09:54:04,137 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-16T09:54:04,137 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7953a24c8161c803eb88640f4214e108, disabling compactions & flushes 2024-11-16T09:54:04,137 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731750843188.7953a24c8161c803eb88640f4214e108. 2024-11-16T09:54:04,137 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731750843188.7953a24c8161c803eb88640f4214e108. 2024-11-16T09:54:04,137 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731750843188.7953a24c8161c803eb88640f4214e108. after waiting 0 ms 2024-11-16T09:54:04,137 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731750843188.7953a24c8161c803eb88640f4214e108. 2024-11-16T09:54:04,139 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731750843188.7953a24c8161c803eb88640f4214e108. 2024-11-16T09:54:04,139 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7953a24c8161c803eb88640f4214e108: Waiting for close lock at 1731750844137Disabling compacts and flushes for region at 1731750844137Disabling writes for close at 1731750844137Writing region close event to WAL at 1731750844139 (+2 ms)Closed at 1731750844139 2024-11-16T09:54:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741870_1047 (size=93) 2024-11-16T09:54:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741870_1047 (size=93) 2024-11-16T09:54:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741870_1047 (size=93) 2024-11-16T09:54:04,146 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:54:04,147 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731750843824) 2024-11-16T09:54:04,162 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=402 (was 400) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:54234 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:33020 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:56814 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=168 (was 168), ProcessCount=11 (was 11), AvailableMemoryMB=6305 (was 6509) 2024-11-16T09:54:04,174 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=6304 2024-11-16T09:54:04,191 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:04,198 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:04,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731750844199 2024-11-16T09:54:04,207 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190/wal.1731750844199 2024-11-16T09:54:04,211 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:54:04,213 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 036d344e434269cd40544c8963c0b71c, NAME => 'testSequentialEditLogSeqNum,,1731750844192.036d344e434269cd40544c8963c0b71c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:04,213 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731750844192.036d344e434269cd40544c8963c0b71c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:04,213 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 036d344e434269cd40544c8963c0b71c 2024-11-16T09:54:04,213 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 036d344e434269cd40544c8963c0b71c 2024-11-16T09:54:04,214 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c doesn't exist for region: 036d344e434269cd40544c8963c0b71c on table testSequentialEditLogSeqNum 2024-11-16T09:54:04,215 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 036d344e434269cd40544c8963c0b71c on table testSequentialEditLogSeqNum 2024-11-16T09:54:04,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741875_1052 (size=62) 2024-11-16T09:54:04,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741875_1052 (size=62) 2024-11-16T09:54:04,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741875_1052 (size=62) 2024-11-16T09:54:04,226 INFO [StoreOpener-036d344e434269cd40544c8963c0b71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 036d344e434269cd40544c8963c0b71c 2024-11-16T09:54:04,228 INFO [StoreOpener-036d344e434269cd40544c8963c0b71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 036d344e434269cd40544c8963c0b71c columnFamilyName a 2024-11-16T09:54:04,228 DEBUG [StoreOpener-036d344e434269cd40544c8963c0b71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:04,228 INFO [StoreOpener-036d344e434269cd40544c8963c0b71c-1 {}] regionserver.HStore(327): Store=036d344e434269cd40544c8963c0b71c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:04,229 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 036d344e434269cd40544c8963c0b71c 2024-11-16T09:54:04,229 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c 2024-11-16T09:54:04,230 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c 2024-11-16T09:54:04,230 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 036d344e434269cd40544c8963c0b71c 2024-11-16T09:54:04,230 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 036d344e434269cd40544c8963c0b71c 2024-11-16T09:54:04,232 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 036d344e434269cd40544c8963c0b71c 2024-11-16T09:54:04,235 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:54:04,235 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 036d344e434269cd40544c8963c0b71c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66697705, jitterRate=-0.0061267465353012085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:54:04,237 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 036d344e434269cd40544c8963c0b71c: Writing region info on filesystem at 1731750844213Initializing all the Stores at 1731750844225 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750844225Cleaning up temporary data from old regions at 1731750844230 (+5 ms)Region opened successfully at 1731750844236 (+6 ms) 2024-11-16T09:54:04,252 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 036d344e434269cd40544c8963c0b71c 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-16T09:54:04,287 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/.tmp/a/c4c61cc557fb419bb9cc700222cf156c is 81, key is testSequentialEditLogSeqNum/a:x0/1731750844237/Put/seqid=0 2024-11-16T09:54:04,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741876_1053 (size=5833) 2024-11-16T09:54:04,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741876_1053 (size=5833) 2024-11-16T09:54:04,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741876_1053 (size=5833) 2024-11-16T09:54:04,296 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/.tmp/a/c4c61cc557fb419bb9cc700222cf156c 2024-11-16T09:54:04,304 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/.tmp/a/c4c61cc557fb419bb9cc700222cf156c as hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/a/c4c61cc557fb419bb9cc700222cf156c 2024-11-16T09:54:04,309 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/a/c4c61cc557fb419bb9cc700222cf156c, entries=10, sequenceid=13, filesize=5.7 K 2024-11-16T09:54:04,311 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 036d344e434269cd40544c8963c0b71c in 59ms, sequenceid=13, compaction requested=false 2024-11-16T09:54:04,311 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 036d344e434269cd40544c8963c0b71c: 2024-11-16T09:54:04,318 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T09:54:04,318 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T09:54:04,318 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T09:54:04,319 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T09:54:04,319 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T09:54:04,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741874_1051 (size=1616) 2024-11-16T09:54:04,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741874_1051 (size=1616) 2024-11-16T09:54:04,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741874_1051 (size=1616) 2024-11-16T09:54:04,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T09:54:04,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T09:54:04,370 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190/wal.1731750844199, size=1.6 K (1616bytes) 2024-11-16T09:54:04,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190/wal.1731750844199 2024-11-16T09:54:04,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:54:04,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T09:54:04,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T09:54:04,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T09:54:04,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-16T09:54:04,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-16T09:54:04,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-16T09:54:04,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-16T09:54:04,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190/wal.1731750844199 after 7ms 2024-11-16T09:54:04,380 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190/wal.1731750844199: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:04,381 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190/wal.1731750844199 took 12ms 2024-11-16T09:54:04,386 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190/wal.1731750844199 so closing down 2024-11-16T09:54:04,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:04,388 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731750844199.temp 2024-11-16T09:54:04,390 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/recovered.edits/0000000000000000003-wal.1731750844199.temp 2024-11-16T09:54:04,390 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:04,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741877_1054 (size=1175) 2024-11-16T09:54:04,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741877_1054 (size=1175) 2024-11-16T09:54:04,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741877_1054 (size=1175) 2024-11-16T09:54:04,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/recovered.edits/0000000000000000003-wal.1731750844199.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-16T09:54:04,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/recovered.edits/0000000000000000003-wal.1731750844199.temp to hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/recovered.edits/0000000000000000020 2024-11-16T09:54:04,415 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 32 ms; skipped=2; WAL=hdfs://localhost:42183/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190/wal.1731750844199, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-16T09:54:04,415 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190/wal.1731750844199, journal: Splitting hdfs://localhost:42183/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190/wal.1731750844199, size=1.6 K (1616bytes) at 1731750844370Finishing writing output for hdfs://localhost:42183/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190/wal.1731750844199 so closing down at 1731750844386 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/recovered.edits/0000000000000000003-wal.1731750844199.temp at 1731750844390 (+4 ms)3 split writer threads finished at 1731750844390Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/recovered.edits/0000000000000000003-wal.1731750844199.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731750844412 (+22 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/recovered.edits/0000000000000000003-wal.1731750844199.temp to hdfs://localhost:42183/hbase/data/default/testSequentialEditLogSeqNum/036d344e434269cd40544c8963c0b71c/recovered.edits/0000000000000000020 at 1731750844414 (+2 ms)Processed 17 edits across 1 Regions in 32 ms; skipped=2; WAL=hdfs://localhost:42183/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731750844190/wal.1731750844199, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1731750844415 (+1 ms) 2024-11-16T09:54:04,441 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:54234 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:56814 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=163 (was 168), ProcessCount=11 (was 11), AvailableMemoryMB=6216 (was 6304) 2024-11-16T09:54:04,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=6214 2024-11-16T09:54:04,480 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:04,482 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:04,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:54:04,516 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53233496, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/hregion-53233496, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:04,537 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53233496/hregion-53233496.1731750844517, exclude list is [], retry=0 2024-11-16T09:54:04,540 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:04,541 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:04,541 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:04,548 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53233496/hregion-53233496.1731750844517 2024-11-16T09:54:04,549 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:54:04,549 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 656244b1307fdea9b4fae717887af4b5, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42183/hbase 2024-11-16T09:54:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741879_1056 (size=70) 2024-11-16T09:54:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741879_1056 (size=70) 2024-11-16T09:54:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741879_1056 (size=70) 2024-11-16T09:54:04,564 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:04,565 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,567 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656244b1307fdea9b4fae717887af4b5 columnFamilyName a 2024-11-16T09:54:04,568 DEBUG [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:04,569 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(327): Store=656244b1307fdea9b4fae717887af4b5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:04,569 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,571 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656244b1307fdea9b4fae717887af4b5 columnFamilyName b 2024-11-16T09:54:04,571 DEBUG [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:04,571 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(327): Store=656244b1307fdea9b4fae717887af4b5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:04,572 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,573 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656244b1307fdea9b4fae717887af4b5 columnFamilyName c 2024-11-16T09:54:04,573 DEBUG [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:04,574 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(327): Store=656244b1307fdea9b4fae717887af4b5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:04,574 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,575 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,575 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,577 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,577 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,578 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:04,579 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,582 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:54:04,582 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 656244b1307fdea9b4fae717887af4b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73278009, jitterRate=0.0919274240732193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:04,583 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 656244b1307fdea9b4fae717887af4b5: Writing region info on filesystem at 1731750844564Initializing all the Stores at 1731750844565 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750844565Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750844565Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750844565Cleaning up temporary data from old regions at 1731750844577 (+12 ms)Region opened successfully at 1731750844583 (+6 ms) 2024-11-16T09:54:04,583 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 656244b1307fdea9b4fae717887af4b5, disabling compactions & flushes 2024-11-16T09:54:04,583 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5. 2024-11-16T09:54:04,584 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5. 2024-11-16T09:54:04,584 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5. after waiting 0 ms 2024-11-16T09:54:04,584 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5. 2024-11-16T09:54:04,584 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5. 2024-11-16T09:54:04,584 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 656244b1307fdea9b4fae717887af4b5: Waiting for close lock at 1731750844583Disabling compacts and flushes for region at 1731750844583Disabling writes for close at 1731750844584 (+1 ms)Writing region close event to WAL at 1731750844584Closed at 1731750844584 2024-11-16T09:54:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741878_1055 (size=93) 2024-11-16T09:54:04,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741878_1055 (size=93) 2024-11-16T09:54:04,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741878_1055 (size=93) 2024-11-16T09:54:04,591 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:54:04,591 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53233496:(num 1731750844517) 2024-11-16T09:54:04,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:04,593 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:04,607 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594, exclude list is [], retry=0 2024-11-16T09:54:04,611 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:04,611 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:04,612 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:04,614 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594 2024-11-16T09:54:04,614 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-16T09:54:04,614 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 656244b1307fdea9b4fae717887af4b5, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:04,614 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:04,615 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,615 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,616 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,618 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656244b1307fdea9b4fae717887af4b5 columnFamilyName a 2024-11-16T09:54:04,618 DEBUG [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:04,618 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(327): Store=656244b1307fdea9b4fae717887af4b5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:04,619 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,620 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656244b1307fdea9b4fae717887af4b5 columnFamilyName b 2024-11-16T09:54:04,620 DEBUG [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:04,620 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(327): Store=656244b1307fdea9b4fae717887af4b5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:04,620 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,621 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656244b1307fdea9b4fae717887af4b5 columnFamilyName c 2024-11-16T09:54:04,621 DEBUG [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:04,622 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(327): Store=656244b1307fdea9b4fae717887af4b5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:04,622 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,623 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,624 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,625 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,625 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,626 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:04,628 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:04,629 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 656244b1307fdea9b4fae717887af4b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68125040, jitterRate=0.015142202377319336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:04,630 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 656244b1307fdea9b4fae717887af4b5: Writing region info on filesystem at 1731750844615Initializing all the Stores at 1731750844616 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750844616Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750844616Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750844616Cleaning up temporary data from old regions at 1731750844625 (+9 ms)Region opened successfully at 1731750844630 (+5 ms) 2024-11-16T09:54:04,635 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731750844633/Put/seqid=0 2024-11-16T09:54:04,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741881_1058 (size=4826) 2024-11-16T09:54:04,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741881_1058 (size=4826) 2024-11-16T09:54:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741881_1058 (size=4826) 2024-11-16T09:54:04,648 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42183/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 656244b1307fdea9b4fae717887af4b5/a 2024-11-16T09:54:04,657 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-16T09:54:04,657 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T09:54:04,657 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 656244b1307fdea9b4fae717887af4b5: 2024-11-16T09:54:04,659 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/a/d16cdc81eda14657a79a48368dc93532_SeqId_3_ 2024-11-16T09:54:04,660 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42183/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 656244b1307fdea9b4fae717887af4b5/a as hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/a/d16cdc81eda14657a79a48368dc93532_SeqId_3_ - updating store file list. 2024-11-16T09:54:04,667 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d16cdc81eda14657a79a48368dc93532_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-16T09:54:04,667 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/a/d16cdc81eda14657a79a48368dc93532_SeqId_3_ into 656244b1307fdea9b4fae717887af4b5/a 2024-11-16T09:54:04,667 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42183/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 656244b1307fdea9b4fae717887af4b5/a (new location: hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/a/d16cdc81eda14657a79a48368dc93532_SeqId_3_) 2024-11-16T09:54:04,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594, size=0 (0bytes) 2024-11-16T09:54:04,727 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594 might be still open, length is 0 2024-11-16T09:54:04,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594 2024-11-16T09:54:04,728 WARN [IPC Server handler 4 on default port 42183 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-16T09:54:04,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594 after 1ms 2024-11-16T09:54:07,706 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:54364 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40845:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54364 dst: /127.0.0.1:40845 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40845 remote=/127.0.0.1:54364]. Total timeout mills is 60000, 56968 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:07,706 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:57006 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35855:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57006 dst: /127.0.0.1:35855 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:07,706 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:33100 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33100 dst: /127.0.0.1:39879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:07,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741880_1059 (size=434) 2024-11-16T09:54:07,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741880_1059 (size=434) 2024-11-16T09:54:08,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594 after 4002ms 2024-11-16T09:54:08,733 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:08,733 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594 took 4006ms 2024-11-16T09:54:08,735 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594; continuing. 2024-11-16T09:54:08,735 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594 so closing down 2024-11-16T09:54:08,735 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:08,737 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731750844594.temp 2024-11-16T09:54:08,738 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005-wal.1731750844594.temp 2024-11-16T09:54:08,738 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:08,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741882_1060 (size=236) 2024-11-16T09:54:08,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741882_1060 (size=236) 2024-11-16T09:54:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741882_1060 (size=236) 2024-11-16T09:54:08,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005-wal.1731750844594.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-16T09:54:08,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005-wal.1731750844594.temp to hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005 2024-11-16T09:54:08,747 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T09:54:08,747 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594, journal: Splitting hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594, size=0 (0bytes) at 1731750844727Finishing writing output for hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594 so closing down at 1731750848735 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005-wal.1731750844594.temp at 1731750848738 (+3 ms)3 split writer threads finished at 1731750848738Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005-wal.1731750844594.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731750848745 (+7 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005-wal.1731750844594.temp to hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005 at 1731750848746 (+1 ms)Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594, size=0, length=0, corrupted=false, cancelled=false at 1731750848747 (+1 ms) 2024-11-16T09:54:08,748 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594 to hdfs://localhost:42183/hbase/oldWALs/wal.1731750844594 2024-11-16T09:54:08,749 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005 2024-11-16T09:54:08,749 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:08,751 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:08,764 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750848751, exclude list is [], retry=0 2024-11-16T09:54:08,767 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:08,767 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:08,768 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:08,769 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750848751 2024-11-16T09:54:08,770 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:54:08,770 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 656244b1307fdea9b4fae717887af4b5, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:08,770 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:08,770 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:08,770 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:08,772 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:08,773 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656244b1307fdea9b4fae717887af4b5 columnFamilyName a 2024-11-16T09:54:08,773 DEBUG [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:08,779 DEBUG [StoreFileOpener-656244b1307fdea9b4fae717887af4b5-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d16cdc81eda14657a79a48368dc93532_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-16T09:54:08,779 DEBUG [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/a/d16cdc81eda14657a79a48368dc93532_SeqId_3_ 2024-11-16T09:54:08,779 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(327): Store=656244b1307fdea9b4fae717887af4b5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:08,779 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:08,780 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656244b1307fdea9b4fae717887af4b5 columnFamilyName b 2024-11-16T09:54:08,780 DEBUG [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:08,781 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(327): Store=656244b1307fdea9b4fae717887af4b5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:08,781 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:08,781 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656244b1307fdea9b4fae717887af4b5 columnFamilyName c 2024-11-16T09:54:08,782 DEBUG [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:08,782 INFO [StoreOpener-656244b1307fdea9b4fae717887af4b5-1 {}] regionserver.HStore(327): Store=656244b1307fdea9b4fae717887af4b5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:08,782 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:08,783 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:08,784 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:08,785 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005 2024-11-16T09:54:08,786 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:08,787 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005 2024-11-16T09:54:08,787 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 656244b1307fdea9b4fae717887af4b5 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-16T09:54:08,803 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/.tmp/a/fb8f66421e8c4b43a3378fd4c1ff44f9 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731750844672/Put/seqid=0 2024-11-16T09:54:08,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741884_1062 (size=5149) 2024-11-16T09:54:08,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741884_1062 (size=5149) 2024-11-16T09:54:08,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741884_1062 (size=5149) 2024-11-16T09:54:08,810 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/.tmp/a/fb8f66421e8c4b43a3378fd4c1ff44f9 2024-11-16T09:54:08,816 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/.tmp/a/fb8f66421e8c4b43a3378fd4c1ff44f9 as hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/a/fb8f66421e8c4b43a3378fd4c1ff44f9 2024-11-16T09:54:08,821 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/a/fb8f66421e8c4b43a3378fd4c1ff44f9, entries=1, sequenceid=5, filesize=5.0 K 2024-11-16T09:54:08,822 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 656244b1307fdea9b4fae717887af4b5 in 35ms, sequenceid=5, compaction requested=false; wal=null 2024-11-16T09:54:08,822 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/0000000000000000005 2024-11-16T09:54:08,824 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:08,824 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:08,824 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:08,826 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 656244b1307fdea9b4fae717887af4b5 2024-11-16T09:54:08,828 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/656244b1307fdea9b4fae717887af4b5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T09:54:08,829 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 656244b1307fdea9b4fae717887af4b5; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75116109, jitterRate=0.11931724846363068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:08,830 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 656244b1307fdea9b4fae717887af4b5: Writing region info on filesystem at 1731750848770Initializing all the Stores at 1731750848771 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750848771Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750848771Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750848771Obtaining lock to block concurrent updates at 1731750848787 (+16 ms)Preparing flush snapshotting stores in 656244b1307fdea9b4fae717887af4b5 at 1731750848787Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731750848787Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5. at 1731750848787Flushing 656244b1307fdea9b4fae717887af4b5/a: creating writer at 1731750848788 (+1 ms)Flushing 656244b1307fdea9b4fae717887af4b5/a: appending metadata at 1731750848802 (+14 ms)Flushing 656244b1307fdea9b4fae717887af4b5/a: closing flushed file at 1731750848802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb9732a: reopening flushed file at 1731750848815 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 656244b1307fdea9b4fae717887af4b5 in 35ms, sequenceid=5, compaction requested=false; wal=null at 1731750848822 (+7 ms)Cleaning up temporary data from old regions at 1731750848824 (+2 ms)Region opened successfully at 1731750848829 (+5 ms) 2024-11-16T09:54:08,833 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 656244b1307fdea9b4fae717887af4b5, disabling compactions & flushes 2024-11-16T09:54:08,833 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5. 2024-11-16T09:54:08,833 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5. 2024-11-16T09:54:08,833 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5. after waiting 0 ms 2024-11-16T09:54:08,834 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5. 2024-11-16T09:54:08,834 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731750844481.656244b1307fdea9b4fae717887af4b5. 2024-11-16T09:54:08,834 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 656244b1307fdea9b4fae717887af4b5: Waiting for close lock at 1731750848833Disabling compacts and flushes for region at 1731750848833Disabling writes for close at 1731750848833Writing region close event to WAL at 1731750848834 (+1 ms)Closed at 1731750848834 2024-11-16T09:54:08,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741883_1061 (size=93) 2024-11-16T09:54:08,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741883_1061 (size=93) 2024-11-16T09:54:08,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741883_1061 (size=93) 2024-11-16T09:54:08,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:54:08,839 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731750848751) 2024-11-16T09:54:08,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1470708494_22 at /127.0.0.1:54392 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:42183 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35333 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1470708494_22 at /127.0.0.1:33124 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1470708494_22 at /127.0.0.1:57032 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:42183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=163 (was 163), ProcessCount=11 (was 11), AvailableMemoryMB=6195 (was 6214) 2024-11-16T09:54:08,854 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-16T09:54:08,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=6195 2024-11-16T09:54:08,881 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:08,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T09:54:08,890 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 037c58a19ddb,38833,1731750833904 2024-11-16T09:54:08,893 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22867e6a 2024-11-16T09:54:08,894 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T09:54:08,896 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T09:54:08,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:54:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-16T09:54:08,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T09:54:08,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-16T09:54:08,910 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:08,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T09:54:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:54:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741885_1063 (size=694) 2024-11-16T09:54:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741885_1063 (size=694) 2024-11-16T09:54:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741885_1063 (size=694) 2024-11-16T09:54:08,926 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8afcecffffeb4a6394833b46936051d1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2 2024-11-16T09:54:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741886_1064 (size=77) 2024-11-16T09:54:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741886_1064 (size=77) 2024-11-16T09:54:08,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741886_1064 (size=77) 2024-11-16T09:54:08,935 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:08,935 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 8afcecffffeb4a6394833b46936051d1, disabling compactions & flushes 2024-11-16T09:54:08,935 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:08,935 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:08,935 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. after waiting 0 ms 2024-11-16T09:54:08,935 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:08,935 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:08,935 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8afcecffffeb4a6394833b46936051d1: Waiting for close lock at 1731750848935Disabling compacts and flushes for region at 1731750848935Disabling writes for close at 1731750848935Writing region close event to WAL at 1731750848935Closed at 1731750848935 2024-11-16T09:54:08,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T09:54:08,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731750848937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731750848937"}]},"ts":"1731750848937"} 2024-11-16T09:54:08,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T09:54:08,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T09:54:08,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731750848952"}]},"ts":"1731750848952"} 2024-11-16T09:54:08,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-16T09:54:08,961 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {037c58a19ddb=0} racks are {/default-rack=0} 2024-11-16T09:54:08,963 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T09:54:08,963 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T09:54:08,963 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T09:54:08,963 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T09:54:08,963 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T09:54:08,963 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T09:54:08,963 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T09:54:08,963 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T09:54:08,963 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T09:54:08,963 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T09:54:08,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, ASSIGN}] 2024-11-16T09:54:08,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, ASSIGN 2024-11-16T09:54:08,968 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, ASSIGN; state=OFFLINE, location=037c58a19ddb,32845,1731750834621; forceNewPlan=false, retain=false 2024-11-16T09:54:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:54:09,121 INFO [037c58a19ddb:38833 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-16T09:54:09,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8afcecffffeb4a6394833b46936051d1, regionState=OPENING, regionLocation=037c58a19ddb,32845,1731750834621 2024-11-16T09:54:09,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, ASSIGN because future has completed 2024-11-16T09:54:09,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,32845,1731750834621}] 2024-11-16T09:54:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:54:09,285 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:09,285 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8afcecffffeb4a6394833b46936051d1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:09,285 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,286 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:09,286 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,286 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,287 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,289 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8afcecffffeb4a6394833b46936051d1 columnFamilyName cf1 2024-11-16T09:54:09,289 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:09,289 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(327): Store=8afcecffffeb4a6394833b46936051d1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:09,290 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,291 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8afcecffffeb4a6394833b46936051d1 columnFamilyName cf2 2024-11-16T09:54:09,291 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:09,292 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(327): Store=8afcecffffeb4a6394833b46936051d1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:09,292 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,293 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,293 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,294 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,294 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,295 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-16T09:54:09,297 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,299 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:54:09,300 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8afcecffffeb4a6394833b46936051d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67201895, jitterRate=0.0013862699270248413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-16T09:54:09,300 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,301 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8afcecffffeb4a6394833b46936051d1: Running coprocessor pre-open hook at 1731750849286Writing region info on filesystem at 1731750849286Initializing all the Stores at 1731750849287 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750849287Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750849287Cleaning up temporary data from old regions at 1731750849294 (+7 ms)Running coprocessor post-open hooks at 1731750849300 (+6 ms)Region opened successfully at 1731750849301 (+1 ms) 2024-11-16T09:54:09,303 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., pid=6, masterSystemTime=1731750849279 2024-11-16T09:54:09,305 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:09,305 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:09,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8afcecffffeb4a6394833b46936051d1, regionState=OPEN, openSeqNum=2, regionLocation=037c58a19ddb,32845,1731750834621 2024-11-16T09:54:09,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,32845,1731750834621 because future has completed 2024-11-16T09:54:09,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T09:54:09,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,32845,1731750834621 in 185 msec 2024-11-16T09:54:09,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T09:54:09,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, ASSIGN in 349 msec 2024-11-16T09:54:09,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T09:54:09,319 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731750849318"}]},"ts":"1731750849318"} 2024-11-16T09:54:09,321 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-16T09:54:09,322 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T09:54:09,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 421 msec 2024-11-16T09:54:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:54:09,545 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-16T09:54:09,545 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-16T09:54:09,546 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:54:09,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-16T09:54:09,552 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:54:09,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-16T09:54:09,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=2] 2024-11-16T09:54:09,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=8afcecffffeb4a6394833b46936051d1, source=037c58a19ddb,32845,1731750834621, destination=037c58a19ddb,36805,1731750834724, warming up region on 037c58a19ddb,36805,1731750834724 2024-11-16T09:54:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:54:09,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=8afcecffffeb4a6394833b46936051d1, source=037c58a19ddb,32845,1731750834621, destination=037c58a19ddb,36805,1731750834724, running balancer 2024-11-16T09:54:09,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43689, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:54:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, REOPEN/MOVE 2024-11-16T09:54:09,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, REOPEN/MOVE 2024-11-16T09:54:09,588 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8afcecffffeb4a6394833b46936051d1, regionState=CLOSING, regionLocation=037c58a19ddb,32845,1731750834621 2024-11-16T09:54:09,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] regionserver.HRegion(7855): Warmup {ENCODED => 8afcecffffeb4a6394833b46936051d1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:09,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, REOPEN/MOVE because future has completed 2024-11-16T09:54:09,591 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,591 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T09:54:09,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,32845,1731750834621}] 2024-11-16T09:54:09,592 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8afcecffffeb4a6394833b46936051d1 columnFamilyName cf1 2024-11-16T09:54:09,592 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:09,593 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(327): Store=8afcecffffeb4a6394833b46936051d1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:09,593 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,594 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8afcecffffeb4a6394833b46936051d1 columnFamilyName cf2 2024-11-16T09:54:09,594 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:09,595 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(327): Store=8afcecffffeb4a6394833b46936051d1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] regionserver.HRegion(1722): Closing 8afcecffffeb4a6394833b46936051d1, disabling compactions & flushes 2024-11-16T09:54:09,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. after waiting 0 ms 2024-11-16T09:54:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:09,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] regionserver.HRegion(1676): Region close journal for 8afcecffffeb4a6394833b46936051d1: Waiting for close lock at 1731750849595Disabling compacts and flushes for region at 1731750849595Disabling writes for close at 1731750849595Writing region close event to WAL at 1731750849596 (+1 ms)Closed at 1731750849596 2024-11-16T09:54:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-16T09:54:09,749 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,749 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-16T09:54:09,750 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 8afcecffffeb4a6394833b46936051d1, disabling compactions & flushes 2024-11-16T09:54:09,750 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:09,750 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:09,750 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. after waiting 0 ms 2024-11-16T09:54:09,750 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:09,750 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 8afcecffffeb4a6394833b46936051d1 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-16T09:54:09,768 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp/cf1/f1b424263b8d496988206c22fe30721a is 35, key is r1/cf1:q/1731750849568/Put/seqid=0 2024-11-16T09:54:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741887_1065 (size=4783) 2024-11-16T09:54:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741887_1065 (size=4783) 2024-11-16T09:54:09,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741887_1065 (size=4783) 2024-11-16T09:54:09,776 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp/cf1/f1b424263b8d496988206c22fe30721a 2024-11-16T09:54:09,783 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp/cf1/f1b424263b8d496988206c22fe30721a as hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/f1b424263b8d496988206c22fe30721a 2024-11-16T09:54:09,788 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/f1b424263b8d496988206c22fe30721a, entries=1, sequenceid=5, filesize=4.7 K 2024-11-16T09:54:09,789 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 8afcecffffeb4a6394833b46936051d1 in 39ms, sequenceid=5, compaction requested=false 2024-11-16T09:54:09,790 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-16T09:54:09,794 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T09:54:09,797 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:09,797 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 8afcecffffeb4a6394833b46936051d1: Waiting for close lock at 1731750849750Running coprocessor pre-close hooks at 1731750849750Disabling compacts and flushes for region at 1731750849750Disabling writes for close at 1731750849750Obtaining lock to block concurrent updates at 1731750849750Preparing flush snapshotting stores in 8afcecffffeb4a6394833b46936051d1 at 1731750849750Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731750849751 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. at 1731750849751Flushing 8afcecffffeb4a6394833b46936051d1/cf1: creating writer at 1731750849752 (+1 ms)Flushing 8afcecffffeb4a6394833b46936051d1/cf1: appending metadata at 1731750849768 (+16 ms)Flushing 8afcecffffeb4a6394833b46936051d1/cf1: closing flushed file at 1731750849768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ccbfbe8: reopening flushed file at 1731750849782 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 8afcecffffeb4a6394833b46936051d1 in 39ms, sequenceid=5, compaction requested=false at 1731750849789 (+7 ms)Writing region close event to WAL at 1731750849791 (+2 ms)Running coprocessor post-close hooks at 1731750849795 (+4 ms)Closed at 1731750849797 (+2 ms) 2024-11-16T09:54:09,797 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 8afcecffffeb4a6394833b46936051d1 move to 037c58a19ddb,36805,1731750834724 record at close sequenceid=5 2024-11-16T09:54:09,800 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:09,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8afcecffffeb4a6394833b46936051d1, regionState=CLOSED 2024-11-16T09:54:09,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,32845,1731750834621 because future has completed 2024-11-16T09:54:09,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-16T09:54:09,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,32845,1731750834621 in 214 msec 2024-11-16T09:54:09,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, REOPEN/MOVE; state=CLOSED, location=037c58a19ddb,36805,1731750834724; forceNewPlan=false, retain=false 2024-11-16T09:54:09,961 INFO [037c58a19ddb:38833 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-16T09:54:09,962 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8afcecffffeb4a6394833b46936051d1, regionState=OPENING, regionLocation=037c58a19ddb,36805,1731750834724 2024-11-16T09:54:09,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, REOPEN/MOVE because future has completed 2024-11-16T09:54:09,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,36805,1731750834724}] 2024-11-16T09:54:10,122 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,123 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 8afcecffffeb4a6394833b46936051d1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:10,123 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,123 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:10,123 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,123 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,125 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,126 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8afcecffffeb4a6394833b46936051d1 columnFamilyName cf1 2024-11-16T09:54:10,126 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:10,134 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/f1b424263b8d496988206c22fe30721a 2024-11-16T09:54:10,135 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(327): Store=8afcecffffeb4a6394833b46936051d1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:10,135 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,136 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8afcecffffeb4a6394833b46936051d1 columnFamilyName cf2 2024-11-16T09:54:10,136 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:10,137 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(327): Store=8afcecffffeb4a6394833b46936051d1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:10,137 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,138 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,140 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,141 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,141 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,142 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-16T09:54:10,143 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,145 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 8afcecffffeb4a6394833b46936051d1; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69158863, jitterRate=0.0305473655462265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-16T09:54:10,145 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,146 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 8afcecffffeb4a6394833b46936051d1: Running coprocessor pre-open hook at 1731750850123Writing region info on filesystem at 1731750850123Initializing all the Stores at 1731750850125 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750850125Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750850125Cleaning up temporary data from old regions at 1731750850141 (+16 ms)Running coprocessor post-open hooks at 1731750850145 (+4 ms)Region opened successfully at 1731750850146 (+1 ms) 2024-11-16T09:54:10,147 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., pid=9, masterSystemTime=1731750850117 2024-11-16T09:54:10,150 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,151 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,152 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8afcecffffeb4a6394833b46936051d1, regionState=OPEN, openSeqNum=9, regionLocation=037c58a19ddb,36805,1731750834724 2024-11-16T09:54:10,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,36805,1731750834724 because future has completed 2024-11-16T09:54:10,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-16T09:54:10,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,36805,1731750834724 in 192 msec 2024-11-16T09:54:10,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, REOPEN/MOVE in 576 msec 2024-11-16T09:54:10,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:54:10,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:54:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:38330 deadline: 1731750910198, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=037c58a19ddb port=36805 startCode=1731750834724. As of locationSeqNum=5. 2024-11-16T09:54:10,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=037c58a19ddb port=36805 startCode=1731750834724. As of locationSeqNum=5. 2024-11-16T09:54:10,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=037c58a19ddb port=36805 startCode=1731750834724. As of locationSeqNum=5. 2024-11-16T09:54:10,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,36805,1731750834724, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=037c58a19ddb port=36805 startCode=1731750834724. As of locationSeqNum=5. 2024-11-16T09:54:10,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:54:10,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:54:10,357 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8afcecffffeb4a6394833b46936051d1 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-16T09:54:10,383 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp/cf1/8b8b81fab5f14883a3a9797c224aa439 is 29, key is r1/cf1:/1731750850348/DeleteFamily/seqid=0 2024-11-16T09:54:10,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741888_1066 (size=4906) 2024-11-16T09:54:10,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741888_1066 (size=4906) 2024-11-16T09:54:10,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741888_1066 (size=4906) 2024-11-16T09:54:10,394 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp/cf1/8b8b81fab5f14883a3a9797c224aa439 2024-11-16T09:54:10,402 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b8b81fab5f14883a3a9797c224aa439 2024-11-16T09:54:10,418 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp/cf2/0ddcff1d6b1b401cb0c654e7b7b2fda1 is 29, key is r1/cf2:/1731750850348/DeleteFamily/seqid=0 2024-11-16T09:54:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741889_1067 (size=4906) 2024-11-16T09:54:10,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741889_1067 (size=4906) 2024-11-16T09:54:10,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741889_1067 (size=4906) 2024-11-16T09:54:10,428 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp/cf2/0ddcff1d6b1b401cb0c654e7b7b2fda1 2024-11-16T09:54:10,435 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ddcff1d6b1b401cb0c654e7b7b2fda1 2024-11-16T09:54:10,436 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp/cf1/8b8b81fab5f14883a3a9797c224aa439 as hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/8b8b81fab5f14883a3a9797c224aa439 2024-11-16T09:54:10,442 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b8b81fab5f14883a3a9797c224aa439 2024-11-16T09:54:10,442 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/8b8b81fab5f14883a3a9797c224aa439, entries=1, sequenceid=12, filesize=4.8 K 2024-11-16T09:54:10,443 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp/cf2/0ddcff1d6b1b401cb0c654e7b7b2fda1 as hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf2/0ddcff1d6b1b401cb0c654e7b7b2fda1 2024-11-16T09:54:10,449 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ddcff1d6b1b401cb0c654e7b7b2fda1 2024-11-16T09:54:10,450 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf2/0ddcff1d6b1b401cb0c654e7b7b2fda1, entries=1, sequenceid=12, filesize=4.8 K 2024-11-16T09:54:10,451 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 8afcecffffeb4a6394833b46936051d1 in 94ms, sequenceid=12, compaction requested=false 2024-11-16T09:54:10,451 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8afcecffffeb4a6394833b46936051d1: 2024-11-16T09:54:10,454 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-16T09:54:10,455 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8afcecffffeb4a6394833b46936051d1/cf1 is initiating major compaction (all files) 2024-11-16T09:54:10,455 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:54:10,456 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:54:10,456 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8afcecffffeb4a6394833b46936051d1/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,456 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/f1b424263b8d496988206c22fe30721a, hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/8b8b81fab5f14883a3a9797c224aa439] into tmpdir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp, totalSize=9.5 K 2024-11-16T09:54:10,458 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f1b424263b8d496988206c22fe30721a, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731750849568 2024-11-16T09:54:10,458 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8b8b81fab5f14883a3a9797c224aa439, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-16T09:54:10,469 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 8afcecffffeb4a6394833b46936051d1#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:54:10,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741890_1068 (size=4626) 2024-11-16T09:54:10,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741890_1068 (size=4626) 2024-11-16T09:54:10,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741890_1068 (size=4626) 2024-11-16T09:54:10,484 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp/cf1/c56123d6284f4e63b6078117bf32cd0b as hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/c56123d6284f4e63b6078117bf32cd0b 2024-11-16T09:54:10,497 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 8afcecffffeb4a6394833b46936051d1/cf1 of 8afcecffffeb4a6394833b46936051d1 into c56123d6284f4e63b6078117bf32cd0b(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:54:10,497 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8afcecffffeb4a6394833b46936051d1: 2024-11-16T09:54:10,497 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-16T09:54:10,498 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8afcecffffeb4a6394833b46936051d1/cf2 is initiating major compaction (all files) 2024-11-16T09:54:10,498 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:54:10,498 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:54:10,498 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8afcecffffeb4a6394833b46936051d1/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,498 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf2/0ddcff1d6b1b401cb0c654e7b7b2fda1] into tmpdir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp, totalSize=4.8 K 2024-11-16T09:54:10,499 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0ddcff1d6b1b401cb0c654e7b7b2fda1, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-16T09:54:10,504 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 8afcecffffeb4a6394833b46936051d1#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:54:10,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741891_1069 (size=4592) 2024-11-16T09:54:10,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741891_1069 (size=4592) 2024-11-16T09:54:10,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741891_1069 (size=4592) 2024-11-16T09:54:10,522 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/.tmp/cf2/7c69dd126fec4679a5221894cdfdc506 as hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf2/7c69dd126fec4679a5221894cdfdc506 2024-11-16T09:54:10,530 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 8afcecffffeb4a6394833b46936051d1/cf2 of 8afcecffffeb4a6394833b46936051d1 into 7c69dd126fec4679a5221894cdfdc506(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:54:10,530 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8afcecffffeb4a6394833b46936051d1: 2024-11-16T09:54:10,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=8afcecffffeb4a6394833b46936051d1, source=037c58a19ddb,36805,1731750834724, destination=037c58a19ddb,32845,1731750834621, warming up region on 037c58a19ddb,32845,1731750834621 2024-11-16T09:54:10,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=8afcecffffeb4a6394833b46936051d1, source=037c58a19ddb,36805,1731750834724, destination=037c58a19ddb,32845,1731750834621, running balancer 2024-11-16T09:54:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, REOPEN/MOVE 2024-11-16T09:54:10,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, REOPEN/MOVE 2024-11-16T09:54:10,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] regionserver.HRegion(7855): Warmup {ENCODED => 8afcecffffeb4a6394833b46936051d1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:10,539 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8afcecffffeb4a6394833b46936051d1, regionState=CLOSING, regionLocation=037c58a19ddb,36805,1731750834724 2024-11-16T09:54:10,540 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,541 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8afcecffffeb4a6394833b46936051d1 columnFamilyName cf1 2024-11-16T09:54:10,541 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:10,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, REOPEN/MOVE because future has completed 2024-11-16T09:54:10,542 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T09:54:10,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,36805,1731750834724}] 2024-11-16T09:54:10,549 INFO [StoreFileOpener-8afcecffffeb4a6394833b46936051d1-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b8b81fab5f14883a3a9797c224aa439 2024-11-16T09:54:10,549 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/8b8b81fab5f14883a3a9797c224aa439 2024-11-16T09:54:10,553 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/c56123d6284f4e63b6078117bf32cd0b 2024-11-16T09:54:10,558 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/f1b424263b8d496988206c22fe30721a 2024-11-16T09:54:10,558 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(327): Store=8afcecffffeb4a6394833b46936051d1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:10,559 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,560 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8afcecffffeb4a6394833b46936051d1 columnFamilyName cf2 2024-11-16T09:54:10,560 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:10,567 INFO [StoreFileOpener-8afcecffffeb4a6394833b46936051d1-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ddcff1d6b1b401cb0c654e7b7b2fda1 2024-11-16T09:54:10,567 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf2/0ddcff1d6b1b401cb0c654e7b7b2fda1 2024-11-16T09:54:10,572 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf2/7c69dd126fec4679a5221894cdfdc506 2024-11-16T09:54:10,573 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(327): Store=8afcecffffeb4a6394833b46936051d1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] regionserver.HRegion(1722): Closing 8afcecffffeb4a6394833b46936051d1, disabling compactions & flushes 2024-11-16T09:54:10,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. after waiting 0 ms 2024-11-16T09:54:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] regionserver.HRegion(1676): Region close journal for 8afcecffffeb4a6394833b46936051d1: Waiting for close lock at 1731750850573Disabling compacts and flushes for region at 1731750850573Disabling writes for close at 1731750850573Writing region close event to WAL at 1731750850574 (+1 ms)Closed at 1731750850574 2024-11-16T09:54:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-16T09:54:10,697 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,697 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-16T09:54:10,697 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 8afcecffffeb4a6394833b46936051d1, disabling compactions & flushes 2024-11-16T09:54:10,697 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,697 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,697 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. after waiting 0 ms 2024-11-16T09:54:10,697 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,697 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/f1b424263b8d496988206c22fe30721a, hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/8b8b81fab5f14883a3a9797c224aa439] to archive 2024-11-16T09:54:10,701 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T09:54:10,705 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/f1b424263b8d496988206c22fe30721a to hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/f1b424263b8d496988206c22fe30721a 2024-11-16T09:54:10,709 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/8b8b81fab5f14883a3a9797c224aa439 to hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/8b8b81fab5f14883a3a9797c224aa439 2024-11-16T09:54:10,728 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf2/0ddcff1d6b1b401cb0c654e7b7b2fda1] to archive 2024-11-16T09:54:10,729 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T09:54:10,731 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf2/0ddcff1d6b1b401cb0c654e7b7b2fda1 to hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf2/0ddcff1d6b1b401cb0c654e7b7b2fda1 2024-11-16T09:54:10,737 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-16T09:54:10,738 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:10,738 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 8afcecffffeb4a6394833b46936051d1: Waiting for close lock at 1731750850697Running coprocessor pre-close hooks at 1731750850697Disabling compacts and flushes for region at 1731750850697Disabling writes for close at 1731750850697Writing region close event to WAL at 1731750850733 (+36 ms)Running coprocessor post-close hooks at 1731750850738 (+5 ms)Closed at 1731750850738 2024-11-16T09:54:10,738 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 8afcecffffeb4a6394833b46936051d1 move to 037c58a19ddb,32845,1731750834621 record at close sequenceid=12 2024-11-16T09:54:10,742 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:10,744 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8afcecffffeb4a6394833b46936051d1, regionState=CLOSED 2024-11-16T09:54:10,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,36805,1731750834724 because future has completed 2024-11-16T09:54:10,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-16T09:54:10,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,36805,1731750834724 in 206 msec 2024-11-16T09:54:10,752 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, REOPEN/MOVE; state=CLOSED, location=037c58a19ddb,32845,1731750834621; forceNewPlan=false, retain=false 2024-11-16T09:54:10,902 INFO [037c58a19ddb:38833 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-16T09:54:10,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8afcecffffeb4a6394833b46936051d1, regionState=OPENING, regionLocation=037c58a19ddb,32845,1731750834621 2024-11-16T09:54:10,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, REOPEN/MOVE because future has completed 2024-11-16T09:54:10,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,32845,1731750834621}] 2024-11-16T09:54:11,062 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:11,063 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 8afcecffffeb4a6394833b46936051d1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:11,063 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,063 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:11,064 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,064 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,065 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,066 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8afcecffffeb4a6394833b46936051d1 columnFamilyName cf1 2024-11-16T09:54:11,066 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:11,072 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/c56123d6284f4e63b6078117bf32cd0b 2024-11-16T09:54:11,072 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(327): Store=8afcecffffeb4a6394833b46936051d1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:11,072 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,073 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8afcecffffeb4a6394833b46936051d1 columnFamilyName cf2 2024-11-16T09:54:11,073 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:11,079 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf2/7c69dd126fec4679a5221894cdfdc506 2024-11-16T09:54:11,079 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(327): Store=8afcecffffeb4a6394833b46936051d1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:11,079 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,080 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,081 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,082 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,082 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,082 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-16T09:54:11,084 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,084 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 8afcecffffeb4a6394833b46936051d1; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71886758, jitterRate=0.07119616866111755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-16T09:54:11,084 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,085 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 8afcecffffeb4a6394833b46936051d1: Running coprocessor pre-open hook at 1731750851064Writing region info on filesystem at 1731750851064Initializing all the Stores at 1731750851065 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750851065Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750851065Cleaning up temporary data from old regions at 1731750851082 (+17 ms)Running coprocessor post-open hooks at 1731750851085 (+3 ms)Region opened successfully at 1731750851085 2024-11-16T09:54:11,086 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., pid=12, masterSystemTime=1731750851059 2024-11-16T09:54:11,088 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:11,088 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:11,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8afcecffffeb4a6394833b46936051d1, regionState=OPEN, openSeqNum=18, regionLocation=037c58a19ddb,32845,1731750834621 2024-11-16T09:54:11,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,32845,1731750834621 because future has completed 2024-11-16T09:54:11,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-16T09:54:11,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,32845,1731750834621 in 187 msec 2024-11-16T09:54:11,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, REOPEN/MOVE in 560 msec 2024-11-16T09:54:11,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:54:11,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:54:11,143 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 037c58a19ddb,32845,1731750834621: testing ***** 2024-11-16T09:54:11,143 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T09:54:11,145 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T09:54:11,146 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T09:54:11,149 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T09:54:11,150 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T09:54:11,157 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 340325376 }, "NonHeapMemoryUsage": { "committed": 171442176, "init": 7667712, "max": -1, "used": 168754520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "037c58a19ddb", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 32, "ProcessCallTime_mean": 7, "ProcessCallTime_25th_percentile": 8, "ProcessCallTime_median": 16, "ProcessCallTime_75th_percentile": 24, "ProcessCallTime_90th_percentile": 28, "ProcessCallTime_95th_percentile": 30, "ProcessCallTime_98th_percentile": 31, "ProcessCallTime_99th_percentile": 31, "ProcessCallTime_99.9th_percentile": 31, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 32, "TotalCallTime_mean": 7, "TotalCallTime_25th_percentile": 8, "TotalCallTime_median": 16, "TotalCallTime_75th_percentile": 24, "TotalCallTime_90th_percentile": 28, "TotalCallTime_95th_percentile": 30, "TotalCallTime_98th_percentile": 31, "TotalCallTime_99th_percentile": 31, "TotalCallTime_99.9th_percentile": 31, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "037c58a19ddb", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56084", "tag.serverName": "037c58a19ddb,36805,1731750834724", "tag.clusterId": "8ef71652-2909-482b-a4f4-f9644b5aae1f", "tag.Context": "regionserver", "tag.Hostname": "037c58a19ddb", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731750834724, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-16T09:54:11,161 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38833 {}] master.MasterRpcServices(700): 037c58a19ddb,32845,1731750834621 reported a fatal error: ***** ABORTING region server 037c58a19ddb,32845,1731750834621: testing ***** 2024-11-16T09:54:11,163 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '037c58a19ddb,32845,1731750834621' ***** 2024-11-16T09:54:11,163 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-16T09:54:11,163 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:54:11,164 INFO [RS:0;037c58a19ddb:32845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T09:54:11,164 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:54:11,164 INFO [RS:0;037c58a19ddb:32845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T09:54:11,164 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(3091): Received CLOSE for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36805 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:35354 deadline: 1731750911164, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=037c58a19ddb port=32845 startCode=1731750834621. As of locationSeqNum=12. 2024-11-16T09:54:11,165 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(956): aborting server 037c58a19ddb,32845,1731750834621 2024-11-16T09:54:11,165 INFO [RS:0;037c58a19ddb:32845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:54:11,165 INFO [RS:0;037c58a19ddb:32845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;037c58a19ddb:32845. 2024-11-16T09:54:11,165 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8afcecffffeb4a6394833b46936051d1, disabling compactions & flushes 2024-11-16T09:54:11,165 DEBUG [RS:0;037c58a19ddb:32845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:54:11,165 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:11,165 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:11,165 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. after waiting 0 ms 2024-11-16T09:54:11,165 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:11,165 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,36805,1731750834724, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,36805,1731750834724, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=037c58a19ddb port=32845 startCode=1731750834621. As of locationSeqNum=12. 2024-11-16T09:54:11,165 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,36805,1731750834724, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=037c58a19ddb port=32845 startCode=1731750834621. As of locationSeqNum=12. 2024-11-16T09:54:11,166 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,36805,1731750834724, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=037c58a19ddb port=32845 startCode=1731750834621. As of locationSeqNum=12. 2024-11-16T09:54:11,166 DEBUG [RS:0;037c58a19ddb:32845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:54:11,166 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T09:54:11,166 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T09:54:11,166 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T09:54:11,166 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T09:54:11,167 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T09:54:11,167 DEBUG [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8afcecffffeb4a6394833b46936051d1=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.} 2024-11-16T09:54:11,168 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:54:11,168 DEBUG [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:11,168 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:54:11,168 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:54:11,168 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:54:11,168 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:54:11,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 037c58a19ddb,32845,1731750834621 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:11,169 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:11,170 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8afcecffffeb4a6394833b46936051d1: Waiting for close lock at 1731750851165Running coprocessor pre-close hooks at 1731750851165Disabling compacts and flushes for region at 1731750851165Disabling writes for close at 1731750851165Writing region close event to WAL at 1731750851169 (+4 ms)Running coprocessor post-close hooks at 1731750851169Closed at 1731750851169 2024-11-16T09:54:11,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 037c58a19ddb,32845,1731750834621 aborting 2024-11-16T09:54:11,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 037c58a19ddb,32845,1731750834621 aborting 2024-11-16T09:54:11,170 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:11,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1 from cache 2024-11-16T09:54:11,170 ERROR [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-11-16T09:54:11,171 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:54:11,171 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:54:11,171 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750851168Running coprocessor pre-close hooks at 1731750851168Disabling compacts and flushes for region at 1731750851168Disabling writes for close at 1731750851168Writing region close event to WAL at 1731750851170 (+2 ms)Running coprocessor post-close hooks at 1731750851170Closed at 1731750851171 (+1 ms) 2024-11-16T09:54:11,171 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T09:54:11,172 INFO [regionserver/037c58a19ddb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:54:11,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:54:11,276 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1] 2024-11-16T09:54:11,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 037c58a19ddb,32845,1731750834621 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:11,278 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 037c58a19ddb,32845,1731750834621 aborting 2024-11-16T09:54:11,278 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 037c58a19ddb,32845,1731750834621 aborting 2024-11-16T09:54:11,278 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1 from cache 2024-11-16T09:54:11,368 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(976): stopping server 037c58a19ddb,32845,1731750834621; all regions closed. 2024-11-16T09:54:11,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741836_1012 (size=2747) 2024-11-16T09:54:11,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741836_1012 (size=2747) 2024-11-16T09:54:11,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741836_1012 (size=2747) 2024-11-16T09:54:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741835_1011 (size=1677) 2024-11-16T09:54:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741835_1011 (size=1677) 2024-11-16T09:54:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741835_1011 (size=1677) 2024-11-16T09:54:11,376 DEBUG [RS:0;037c58a19ddb:32845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:54:11,376 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:54:11,376 INFO [RS:0;037c58a19ddb:32845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:54:11,376 INFO [RS:0;037c58a19ddb:32845 {}] hbase.ChoreService(370): Chore service for: regionserver/037c58a19ddb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T09:54:11,376 INFO [RS:0;037c58a19ddb:32845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:54:11,377 INFO [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:54:11,377 INFO [RS:0;037c58a19ddb:32845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32845 2024-11-16T09:54:11,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:54:11,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/037c58a19ddb,32845,1731750834621 2024-11-16T09:54:11,385 INFO [RS:0;037c58a19ddb:32845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:54:11,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [037c58a19ddb,32845,1731750834621] 2024-11-16T09:54:11,390 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/037c58a19ddb,32845,1731750834621 already deleted, retry=false 2024-11-16T09:54:11,390 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 037c58a19ddb,32845,1731750834621 on 037c58a19ddb,38833,1731750833904 2024-11-16T09:54:11,395 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 037c58a19ddb,32845,1731750834621, splitWal=true, meta=true 2024-11-16T09:54:11,397 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 037c58a19ddb,32845,1731750834621 (carryingMeta=true) 037c58a19ddb,32845,1731750834621/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@13863b88[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T09:54:11,399 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 037c58a19ddb,32845,1731750834621, splitWal=true, meta=true 2024-11-16T09:54:11,400 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 037c58a19ddb,32845,1731750834621, splitWal=true, meta=true, isMeta: true 2024-11-16T09:54:11,402 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting 2024-11-16T09:54:11,403 INFO [PEWorker-1 {}] master.SplitWALManager(105): 037c58a19ddb,32845,1731750834621 WAL count=1, meta=true 2024-11-16T09:54:11,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta}] 2024-11-16T09:54:11,410 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=037c58a19ddb,36805,1731750834724 2024-11-16T09:54:11,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta, worker=037c58a19ddb,36805,1731750834724}] 2024-11-16T09:54:11,484 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:54:11,486 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1] 2024-11-16T09:54:11,488 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 037c58a19ddb:32845 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 037c58a19ddb/172.17.0.2:32845 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:11,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:54:11,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x101b08021450001, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:54:11,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1, error=java.net.ConnectException: Call to address=037c58a19ddb:32845 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 037c58a19ddb/172.17.0.2:32845 2024-11-16T09:54:11,489 INFO [RS:0;037c58a19ddb:32845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:54:11,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-16T09:54:11,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1 from cache 2024-11-16T09:54:11,489 INFO [RS:0;037c58a19ddb:32845 {}] regionserver.HRegionServer(1031): Exiting; stopping=037c58a19ddb,32845,1731750834621; zookeeper connection closed. 2024-11-16T09:54:11,489 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@450caae6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@450caae6 2024-11-16T09:54:11,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 037c58a19ddb:32845 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 037c58a19ddb/172.17.0.2:32845 2024-11-16T09:54:11,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-16T09:54:11,591 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta, size=2.7 K (2747bytes) 2024-11-16T09:54:11,592 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta 2024-11-16T09:54:11,592 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta after 0ms 2024-11-16T09:54:11,595 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:11,595 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta took 4ms 2024-11-16T09:54:11,602 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-16T09:54:11,603 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta so closing down 2024-11-16T09:54:11,603 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:11,604 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta.temp 2024-11-16T09:54:11,605 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta.temp 2024-11-16T09:54:11,606 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:11,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741892_1070 (size=2527) 2024-11-16T09:54:11,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741892_1070 (size=2527) 2024-11-16T09:54:11,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741892_1070 (size=2527) 2024-11-16T09:54:11,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-16T09:54:11,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta.temp to hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-16T09:54:11,617 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 22 ms; skipped=1; WAL=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta, size=2.7 K, length=2747, corrupted=false, cancelled=false 2024-11-16T09:54:11,617 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta, journal: Splitting hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta, size=2.7 K (2747bytes) at 1731750851592Finishing writing output for hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta so closing down at 1731750851603 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta.temp at 1731750851605 (+2 ms)3 split writer threads finished at 1731750851606 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731750851616 (+10 ms)Rename recovered edits hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta.temp to hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1731750851617 (+1 ms)Processed 16 edits across 1 Regions in 22 ms; skipped=1; WAL=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta, size=2.7 K, length=2747, corrupted=false, cancelled=false at 1731750851617 2024-11-16T09:54:11,618 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta 2024-11-16T09:54:11,619 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T09:54:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-16T09:54:11,626 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta to hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/oldWALs 2024-11-16T09:54:11,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T09:54:11,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta, worker=037c58a19ddb,36805,1731750834724 in 214 msec 2024-11-16T09:54:11,630 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=037c58a19ddb,36805,1731750834724 2024-11-16T09:54:11,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-16T09:54:11,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 037c58a19ddb%2C32845%2C1731750834621.meta.1731750836513.meta, worker=037c58a19ddb,36805,1731750834724 in 226 msec 2024-11-16T09:54:11,634 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting dir is empty, no logs to split. 2024-11-16T09:54:11,634 INFO [PEWorker-1 {}] master.SplitWALManager(105): 037c58a19ddb,32845,1731750834621 WAL count=0, meta=true 2024-11-16T09:54:11,634 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 037c58a19ddb,32845,1731750834621 WAL splitting is done? wals=0, meta=true 2024-11-16T09:54:11,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T09:54:11,636 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:54:11,637 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T09:54:11,788 DEBUG [037c58a19ddb:38833 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T09:54:11,788 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(204): Hosts are {037c58a19ddb=0} racks are {/default-rack=0} 2024-11-16T09:54:11,788 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T09:54:11,788 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T09:54:11,788 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T09:54:11,788 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T09:54:11,788 INFO [037c58a19ddb:38833 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T09:54:11,788 INFO [037c58a19ddb:38833 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T09:54:11,789 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T09:54:11,789 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=037c58a19ddb,36805,1731750834724 2024-11-16T09:54:11,790 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,36805,1731750834724, state=OPENING 2024-11-16T09:54:11,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:54:11,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:54:11,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:54:11,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:54:11,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:54:11,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:54:11,792 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:54:11,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,36805,1731750834724}] 2024-11-16T09:54:11,794 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:54:11,795 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,36805,1731750834724, seqNum=-1] 2024-11-16T09:54:11,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36805 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Get size: 119 connection: 172.17.0.2:35354 deadline: 1731750911796, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 037c58a19ddb,36805,1731750834724 2024-11-16T09:54:11,797 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,36805,1731750834724, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,36805,1731750834724, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 037c58a19ddb,36805,1731750834724 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T09:54:11,797 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,36805,1731750834724, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 037c58a19ddb,36805,1731750834724 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T09:54:11,797 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,36805,1731750834724, seqNum=-1 from cache 2024-11-16T09:54:11,950 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T09:54:11,950 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:11,950 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T09:54:11,952 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C36805%2C1731750834724.meta, suffix=.meta, logDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,36805,1731750834724, archiveDir=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/oldWALs, maxLogs=32 2024-11-16T09:54:11,966 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,36805,1731750834724/037c58a19ddb%2C36805%2C1731750834724.meta.1731750851952.meta, exclude list is [], retry=0 2024-11-16T09:54:11,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:11,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:11,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:11,971 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,36805,1731750834724/037c58a19ddb%2C36805%2C1731750834724.meta.1731750851952.meta 2024-11-16T09:54:11,971 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-16T09:54:11,972 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:11,972 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T09:54:11,972 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T09:54:11,972 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T09:54:11,972 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T09:54:11,972 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:11,973 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T09:54:11,973 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T09:54:11,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:54:11,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:54:11,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:11,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:54:11,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:54:11,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:54:11,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:11,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:54:11,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:54:11,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:54:11,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:11,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:54:11,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:54:11,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:54:11,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:11,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:54:11,981 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:54:11,982 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740 2024-11-16T09:54:11,983 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740 2024-11-16T09:54:11,984 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-16T09:54:11,986 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:11,988 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-16T09:54:11,988 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-11-16T09:54:12,008 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/.tmp/info/1e5d529253754f0dba3ec9a59e631f03 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1./info:regioninfo/1731750851089/Put/seqid=0 2024-11-16T09:54:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741894_1072 (size=11177) 2024-11-16T09:54:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741894_1072 (size=11177) 2024-11-16T09:54:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741894_1072 (size=11177) 2024-11-16T09:54:12,020 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/.tmp/info/1e5d529253754f0dba3ec9a59e631f03 2024-11-16T09:54:12,042 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/.tmp/ns/8f37ffe0328d46fc8b22082d94a8c2d9 is 43, key is default/ns:d/1731750836671/Put/seqid=0 2024-11-16T09:54:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741895_1073 (size=5153) 2024-11-16T09:54:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741895_1073 (size=5153) 2024-11-16T09:54:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741895_1073 (size=5153) 2024-11-16T09:54:12,051 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/.tmp/ns/8f37ffe0328d46fc8b22082d94a8c2d9 2024-11-16T09:54:12,080 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/.tmp/table/3ed8d416813c40b5bfa85709725f1e94 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731750849318/Put/seqid=0 2024-11-16T09:54:12,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741896_1074 (size=5431) 2024-11-16T09:54:12,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741896_1074 (size=5431) 2024-11-16T09:54:12,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741896_1074 (size=5431) 2024-11-16T09:54:12,089 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/.tmp/table/3ed8d416813c40b5bfa85709725f1e94 2024-11-16T09:54:12,095 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/.tmp/info/1e5d529253754f0dba3ec9a59e631f03 as hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/info/1e5d529253754f0dba3ec9a59e631f03 2024-11-16T09:54:12,101 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/info/1e5d529253754f0dba3ec9a59e631f03, entries=36, sequenceid=18, filesize=10.9 K 2024-11-16T09:54:12,102 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/.tmp/ns/8f37ffe0328d46fc8b22082d94a8c2d9 as hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/ns/8f37ffe0328d46fc8b22082d94a8c2d9 2024-11-16T09:54:12,108 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/ns/8f37ffe0328d46fc8b22082d94a8c2d9, entries=2, sequenceid=18, filesize=5.0 K 2024-11-16T09:54:12,110 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/.tmp/table/3ed8d416813c40b5bfa85709725f1e94 as hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/table/3ed8d416813c40b5bfa85709725f1e94 2024-11-16T09:54:12,116 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/table/3ed8d416813c40b5bfa85709725f1e94, entries=2, sequenceid=18, filesize=5.3 K 2024-11-16T09:54:12,116 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=18, compaction requested=false; wal=null 2024-11-16T09:54:12,117 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-16T09:54:12,118 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:54:12,118 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:54:12,119 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:54:12,120 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:54:12,123 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-16T09:54:12,124 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65913576, jitterRate=-0.017811179161071777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:54:12,124 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T09:54:12,124 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731750851973Writing region info on filesystem at 1731750851973Initializing all the Stores at 1731750851973Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750851974 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750851975 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750851975Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750851975Obtaining lock to block concurrent updates at 1731750851988 (+13 ms)Preparing flush snapshotting stores in 1588230740 at 1731750851988Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1731750851988Flushing stores of hbase:meta,,1.1588230740 at 1731750851988Flushing 1588230740/info: creating writer at 1731750851989 (+1 ms)Flushing 1588230740/info: appending metadata at 1731750852008 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731750852008Flushing 1588230740/ns: creating writer at 1731750852026 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731750852041 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731750852041Flushing 1588230740/table: creating writer at 1731750852057 (+16 ms)Flushing 1588230740/table: appending metadata at 1731750852079 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731750852079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108824b9: reopening flushed file at 1731750852095 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe6b989: reopening flushed file at 1731750852102 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ffc32a: reopening flushed file at 1731750852109 (+7 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=18, compaction requested=false; wal=null at 1731750852116 (+7 ms)Cleaning up temporary data from old regions at 1731750852118 (+2 ms)Running coprocessor post-open hooks at 1731750852124 (+6 ms)Region opened successfully at 1731750852124 2024-11-16T09:54:12,126 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731750851945 2024-11-16T09:54:12,128 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T09:54:12,129 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T09:54:12,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=037c58a19ddb,36805,1731750834724 2024-11-16T09:54:12,130 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,36805,1731750834724, state=OPEN 2024-11-16T09:54:12,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:54:12,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:54:12,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:54:12,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:54:12,132 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=037c58a19ddb,36805,1731750834724 2024-11-16T09:54:12,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:54:12,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:54:12,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-16T09:54:12,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,36805,1731750834724 in 339 msec 2024-11-16T09:54:12,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-16T09:54:12,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 501 msec 2024-11-16T09:54:12,139 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 037c58a19ddb,32845,1731750834621 had 2 regions 2024-11-16T09:54:12,140 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 037c58a19ddb,32845,1731750834621, splitWal=true, meta=true, isMeta: false 2024-11-16T09:54:12,141 INFO [PEWorker-2 {}] master.SplitWALManager(105): 037c58a19ddb,32845,1731750834621 WAL count=1, meta=false 2024-11-16T09:54:12,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 037c58a19ddb%2C32845%2C1731750834621.1731750836097}] 2024-11-16T09:54:12,144 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=037c58a19ddb,36805,1731750834724 2024-11-16T09:54:12,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 037c58a19ddb%2C32845%2C1731750834621.1731750836097, worker=037c58a19ddb,36805,1731750834724}] 2024-11-16T09:54:12,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-11-16T09:54:12,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:54:12,305 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,36805,1731750834724, seqNum=-1] 2024-11-16T09:54:12,316 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097, size=1.6 K (1677bytes) 2024-11-16T09:54:12,316 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097 2024-11-16T09:54:12,316 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097 after 0ms 2024-11-16T09:54:12,319 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:12,319 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097 took 3ms 2024-11-16T09:54:12,321 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 8afcecffffeb4a6394833b46936051d1: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-16T09:54:12,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097 so closing down 2024-11-16T09:54:12,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:12,322 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:12,322 INFO [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-16T09:54:12,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097, journal: Splitting hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097, size=1.6 K (1677bytes) at 1731750852316Finishing writing output for hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097 so closing down at 1731750852322 (+6 ms)3 split writer threads finished at 1731750852322Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1731750852322 2024-11-16T09:54:12,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097 2024-11-16T09:54:12,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-16T09:54:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38833 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-11-16T09:54:12,326 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting/037c58a19ddb%2C32845%2C1731750834621.1731750836097 to hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/oldWALs 2024-11-16T09:54:12,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-16T09:54:12,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 037c58a19ddb%2C32845%2C1731750834621.1731750836097, worker=037c58a19ddb,36805,1731750834724 in 181 msec 2024-11-16T09:54:12,331 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=037c58a19ddb,36805,1731750834724 2024-11-16T09:54:12,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-16T09:54:12,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 037c58a19ddb%2C32845%2C1731750834621.1731750836097, worker=037c58a19ddb,36805,1731750834724 in 189 msec 2024-11-16T09:54:12,334 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,32845,1731750834621-splitting dir is empty, no logs to split. 2024-11-16T09:54:12,334 INFO [PEWorker-2 {}] master.SplitWALManager(105): 037c58a19ddb,32845,1731750834621 WAL count=0, meta=false 2024-11-16T09:54:12,334 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 037c58a19ddb,32845,1731750834621 WAL splitting is done? wals=0, meta=false 2024-11-16T09:54:12,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, ASSIGN}] 2024-11-16T09:54:12,337 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, ASSIGN 2024-11-16T09:54:12,338 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T09:54:12,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 037c58a19ddb:32845 this server is in the failed servers list 2024-11-16T09:54:12,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=037c58a19ddb:32845 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 037c58a19ddb:32845 2024-11-16T09:54:12,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 037c58a19ddb:32845 2024-11-16T09:54:12,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=12 from cache 2024-11-16T09:54:12,489 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(204): Hosts are {037c58a19ddb=0} racks are {/default-rack=0} 2024-11-16T09:54:12,489 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T09:54:12,489 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T09:54:12,489 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T09:54:12,489 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T09:54:12,489 INFO [037c58a19ddb:38833 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T09:54:12,489 INFO [037c58a19ddb:38833 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T09:54:12,489 DEBUG [037c58a19ddb:38833 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T09:54:12,490 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8afcecffffeb4a6394833b46936051d1, regionState=OPENING, regionLocation=037c58a19ddb,36805,1731750834724 2024-11-16T09:54:12,491 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 037c58a19ddb:32845 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 037c58a19ddb/172.17.0.2:32845 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:12,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1, error=java.net.ConnectException: Call to address=037c58a19ddb:32845 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 037c58a19ddb/172.17.0.2:32845 2024-11-16T09:54:12,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-16T09:54:12,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,32845,1731750834621, seqNum=-1 from cache 2024-11-16T09:54:12,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 037c58a19ddb:32845 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 037c58a19ddb/172.17.0.2:32845 2024-11-16T09:54:12,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:54:12,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,36805,1731750834724, seqNum=-1] 2024-11-16T09:54:12,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:54:12,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55895, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:54:12,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, ASSIGN because future has completed 2024-11-16T09:54:12,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,36805,1731750834724}] 2024-11-16T09:54:12,640 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=18] 2024-11-16T09:54:12,640 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 037c58a19ddb:32845 this server is in the failed servers list 2024-11-16T09:54:12,640 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=037c58a19ddb:32845 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 037c58a19ddb:32845 2024-11-16T09:54:12,640 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 037c58a19ddb:32845 2024-11-16T09:54:12,640 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,32845,1731750834621, seqNum=18 from cache 2024-11-16T09:54:12,754 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:12,754 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8afcecffffeb4a6394833b46936051d1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:12,754 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:12,754 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:12,755 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:12,755 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:12,756 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:12,757 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8afcecffffeb4a6394833b46936051d1 columnFamilyName cf1 2024-11-16T09:54:12,757 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:12,763 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf1/c56123d6284f4e63b6078117bf32cd0b 2024-11-16T09:54:12,763 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(327): Store=8afcecffffeb4a6394833b46936051d1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:12,764 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:12,764 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8afcecffffeb4a6394833b46936051d1 columnFamilyName cf2 2024-11-16T09:54:12,764 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:12,770 DEBUG [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/cf2/7c69dd126fec4679a5221894cdfdc506 2024-11-16T09:54:12,770 INFO [StoreOpener-8afcecffffeb4a6394833b46936051d1-1 {}] regionserver.HStore(327): Store=8afcecffffeb4a6394833b46936051d1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:12,770 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:12,771 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:12,773 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:12,773 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:12,774 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:12,774 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-16T09:54:12,776 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:12,777 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8afcecffffeb4a6394833b46936051d1; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68092422, jitterRate=0.014656156301498413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-16T09:54:12,777 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:12,778 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8afcecffffeb4a6394833b46936051d1: Running coprocessor pre-open hook at 1731750852755Writing region info on filesystem at 1731750852755Initializing all the Stores at 1731750852756 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750852756Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750852756Cleaning up temporary data from old regions at 1731750852774 (+18 ms)Running coprocessor post-open hooks at 1731750852777 (+3 ms)Region opened successfully at 1731750852778 (+1 ms) 2024-11-16T09:54:12,779 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., pid=21, masterSystemTime=1731750852750 2024-11-16T09:54:12,781 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:12,781 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:12,782 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8afcecffffeb4a6394833b46936051d1, regionState=OPEN, openSeqNum=18, regionLocation=037c58a19ddb,36805,1731750834724 2024-11-16T09:54:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,36805,1731750834724 because future has completed 2024-11-16T09:54:12,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-16T09:54:12,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 8afcecffffeb4a6394833b46936051d1, server=037c58a19ddb,36805,1731750834724 in 188 msec 2024-11-16T09:54:12,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-16T09:54:12,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8afcecffffeb4a6394833b46936051d1, ASSIGN in 452 msec 2024-11-16T09:54:12,791 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 037c58a19ddb,32845,1731750834621 after splitting done 2024-11-16T09:54:12,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 037c58a19ddb,32845,1731750834621, splitWal=true, meta=true in 1.4000 sec 2024-11-16T09:54:12,957 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1., hostname=037c58a19ddb,36805,1731750834724, seqNum=18] 2024-11-16T09:54:12,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=407 (was 413), OpenFileDescriptor=1044 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 163) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6146 (was 6195) 2024-11-16T09:54:12,972 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1044 is superior to 1024 2024-11-16T09:54:12,983 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=407, OpenFileDescriptor=1044, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=6146 2024-11-16T09:54:12,983 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1044 is superior to 1024 2024-11-16T09:54:12,999 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:13,001 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:13,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:54:13,004 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-38919591, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/hregion-38919591, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:13,017 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-38919591/hregion-38919591.1731750853004, exclude list is [], retry=0 2024-11-16T09:54:13,020 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:13,020 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:13,020 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:13,023 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-38919591/hregion-38919591.1731750853004 2024-11-16T09:54:13,023 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:54:13,023 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 610643fc88fd1e5061d53a2ca16dc9ea, NAME => 'testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42183/hbase 2024-11-16T09:54:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741898_1076 (size=67) 2024-11-16T09:54:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741898_1076 (size=67) 2024-11-16T09:54:13,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741898_1076 (size=67) 2024-11-16T09:54:13,032 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:13,034 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,035 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 610643fc88fd1e5061d53a2ca16dc9ea columnFamilyName a 2024-11-16T09:54:13,035 DEBUG [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,036 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(327): Store=610643fc88fd1e5061d53a2ca16dc9ea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,036 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,037 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 610643fc88fd1e5061d53a2ca16dc9ea columnFamilyName b 2024-11-16T09:54:13,037 DEBUG [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,037 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(327): Store=610643fc88fd1e5061d53a2ca16dc9ea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,038 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,039 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 610643fc88fd1e5061d53a2ca16dc9ea columnFamilyName c 2024-11-16T09:54:13,039 DEBUG [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,039 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(327): Store=610643fc88fd1e5061d53a2ca16dc9ea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,039 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,040 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,040 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,041 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,041 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,042 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:13,043 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,044 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:54:13,045 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 610643fc88fd1e5061d53a2ca16dc9ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74097933, jitterRate=0.10414524376392365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:13,046 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 610643fc88fd1e5061d53a2ca16dc9ea: Writing region info on filesystem at 1731750853033Initializing all the Stores at 1731750853033Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853033Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853033Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853033Cleaning up temporary data from old regions at 1731750853041 (+8 ms)Region opened successfully at 1731750853046 (+5 ms) 2024-11-16T09:54:13,046 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 610643fc88fd1e5061d53a2ca16dc9ea, disabling compactions & flushes 2024-11-16T09:54:13,046 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea. 2024-11-16T09:54:13,046 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea. 2024-11-16T09:54:13,046 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea. after waiting 0 ms 2024-11-16T09:54:13,046 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea. 2024-11-16T09:54:13,046 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea. 2024-11-16T09:54:13,046 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 610643fc88fd1e5061d53a2ca16dc9ea: Waiting for close lock at 1731750853046Disabling compacts and flushes for region at 1731750853046Disabling writes for close at 1731750853046Writing region close event to WAL at 1731750853046Closed at 1731750853046 2024-11-16T09:54:13,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741897_1075 (size=93) 2024-11-16T09:54:13,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741897_1075 (size=93) 2024-11-16T09:54:13,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741897_1075 (size=93) 2024-11-16T09:54:13,051 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:54:13,051 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-38919591:(num 1731750853004) 2024-11-16T09:54:13,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:13,053 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:13,066 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053, exclude list is [], retry=0 2024-11-16T09:54:13,068 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:13,069 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:13,069 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:13,070 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053 2024-11-16T09:54:13,071 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-16T09:54:13,071 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 610643fc88fd1e5061d53a2ca16dc9ea, NAME => 'testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:13,071 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:13,071 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,071 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,073 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,074 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 610643fc88fd1e5061d53a2ca16dc9ea columnFamilyName a 2024-11-16T09:54:13,074 DEBUG [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,074 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(327): Store=610643fc88fd1e5061d53a2ca16dc9ea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,075 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,075 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 610643fc88fd1e5061d53a2ca16dc9ea columnFamilyName b 2024-11-16T09:54:13,075 DEBUG [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,076 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(327): Store=610643fc88fd1e5061d53a2ca16dc9ea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,076 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,077 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 610643fc88fd1e5061d53a2ca16dc9ea columnFamilyName c 2024-11-16T09:54:13,077 DEBUG [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,077 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(327): Store=610643fc88fd1e5061d53a2ca16dc9ea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,077 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,078 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,079 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,080 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,080 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,081 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:13,082 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,083 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 610643fc88fd1e5061d53a2ca16dc9ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62303752, jitterRate=-0.0716017484664917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:13,084 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 610643fc88fd1e5061d53a2ca16dc9ea: Writing region info on filesystem at 1731750853071Initializing all the Stores at 1731750853072 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853072Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853073 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853073Cleaning up temporary data from old regions at 1731750853080 (+7 ms)Region opened successfully at 1731750853083 (+3 ms) 2024-11-16T09:54:13,107 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 610643fc88fd1e5061d53a2ca16dc9ea 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-16T09:54:13,123 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/.tmp/a/bdc12d2faf7941cd8000250200249bf2 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731750853084/Put/seqid=0 2024-11-16T09:54:13,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741900_1078 (size=5958) 2024-11-16T09:54:13,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741900_1078 (size=5958) 2024-11-16T09:54:13,132 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/.tmp/a/bdc12d2faf7941cd8000250200249bf2 2024-11-16T09:54:13,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741900_1078 (size=5958) 2024-11-16T09:54:13,160 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/.tmp/b/587c5cdb1fdf4a7d849e04108145740c is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731750853091/Put/seqid=0 2024-11-16T09:54:13,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741901_1079 (size=5958) 2024-11-16T09:54:13,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741901_1079 (size=5958) 2024-11-16T09:54:13,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741901_1079 (size=5958) 2024-11-16T09:54:13,168 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/.tmp/b/587c5cdb1fdf4a7d849e04108145740c 2024-11-16T09:54:13,188 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/.tmp/c/c694fe28786c4ee8a662a52273eec518 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731750853099/Put/seqid=0 2024-11-16T09:54:13,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741902_1080 (size=5958) 2024-11-16T09:54:13,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741902_1080 (size=5958) 2024-11-16T09:54:13,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741902_1080 (size=5958) 2024-11-16T09:54:13,196 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/.tmp/c/c694fe28786c4ee8a662a52273eec518 2024-11-16T09:54:13,202 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/.tmp/a/bdc12d2faf7941cd8000250200249bf2 as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/a/bdc12d2faf7941cd8000250200249bf2 2024-11-16T09:54:13,207 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/a/bdc12d2faf7941cd8000250200249bf2, entries=10, sequenceid=33, filesize=5.8 K 2024-11-16T09:54:13,208 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/.tmp/b/587c5cdb1fdf4a7d849e04108145740c as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/b/587c5cdb1fdf4a7d849e04108145740c 2024-11-16T09:54:13,213 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/b/587c5cdb1fdf4a7d849e04108145740c, entries=10, sequenceid=33, filesize=5.8 K 2024-11-16T09:54:13,214 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/.tmp/c/c694fe28786c4ee8a662a52273eec518 as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/c/c694fe28786c4ee8a662a52273eec518 2024-11-16T09:54:13,219 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/c/c694fe28786c4ee8a662a52273eec518, entries=10, sequenceid=33, filesize=5.8 K 2024-11-16T09:54:13,220 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 610643fc88fd1e5061d53a2ca16dc9ea in 113ms, sequenceid=33, compaction requested=false 2024-11-16T09:54:13,220 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 610643fc88fd1e5061d53a2ca16dc9ea: 2024-11-16T09:54:13,220 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 610643fc88fd1e5061d53a2ca16dc9ea, disabling compactions & flushes 2024-11-16T09:54:13,220 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea. 2024-11-16T09:54:13,220 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea. 2024-11-16T09:54:13,220 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea. after waiting 0 ms 2024-11-16T09:54:13,220 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea. 2024-11-16T09:54:13,222 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea. 2024-11-16T09:54:13,222 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 610643fc88fd1e5061d53a2ca16dc9ea: Waiting for close lock at 1731750853220Disabling compacts and flushes for region at 1731750853220Disabling writes for close at 1731750853220Writing region close event to WAL at 1731750853222 (+2 ms)Closed at 1731750853222 2024-11-16T09:54:13,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741899_1077 (size=2873) 2024-11-16T09:54:13,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741899_1077 (size=2873) 2024-11-16T09:54:13,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741899_1077 (size=2873) 2024-11-16T09:54:13,229 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/b/587c5cdb1fdf4a7d849e04108145740c to hdfs://localhost:42183/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/b/587c5cdb1fdf4a7d849e04108145740c 2024-11-16T09:54:13,245 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053, size=2.8 K (2873bytes) 2024-11-16T09:54:13,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053 2024-11-16T09:54:13,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053 after 1ms 2024-11-16T09:54:13,248 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:13,248 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053 took 3ms 2024-11-16T09:54:13,250 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053 so closing down 2024-11-16T09:54:13,250 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:13,251 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731750853053.temp 2024-11-16T09:54:13,252 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000003-wal.1731750853053.temp 2024-11-16T09:54:13,253 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:13,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741903_1081 (size=2312) 2024-11-16T09:54:13,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741903_1081 (size=2312) 2024-11-16T09:54:13,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741903_1081 (size=2312) 2024-11-16T09:54:13,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000003-wal.1731750853053.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-16T09:54:13,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000003-wal.1731750853053.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000032 2024-11-16T09:54:13,261 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-16T09:54:13,261 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053, journal: Splitting hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053, size=2.8 K (2873bytes) at 1731750853245Finishing writing output for hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053 so closing down at 1731750853250 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000003-wal.1731750853053.temp at 1731750853252 (+2 ms)3 split writer threads finished at 1731750853253 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000003-wal.1731750853053.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731750853260 (+7 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000003-wal.1731750853053.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000032 at 1731750853261 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1731750853261 2024-11-16T09:54:13,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853053 to hdfs://localhost:42183/hbase/oldWALs/wal.1731750853053 2024-11-16T09:54:13,264 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000032 2024-11-16T09:54:13,264 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:13,265 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:13,279 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853266, exclude list is [], retry=0 2024-11-16T09:54:13,281 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:13,282 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:13,282 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:13,284 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853266 2024-11-16T09:54:13,285 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:54:13,285 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 610643fc88fd1e5061d53a2ca16dc9ea, NAME => 'testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:13,285 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:13,285 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,285 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,287 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,287 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 610643fc88fd1e5061d53a2ca16dc9ea columnFamilyName a 2024-11-16T09:54:13,288 DEBUG [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,293 DEBUG [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/a/bdc12d2faf7941cd8000250200249bf2 2024-11-16T09:54:13,294 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(327): Store=610643fc88fd1e5061d53a2ca16dc9ea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,294 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,295 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 610643fc88fd1e5061d53a2ca16dc9ea columnFamilyName b 2024-11-16T09:54:13,295 DEBUG [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,296 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(327): Store=610643fc88fd1e5061d53a2ca16dc9ea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,296 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,296 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 610643fc88fd1e5061d53a2ca16dc9ea columnFamilyName c 2024-11-16T09:54:13,296 DEBUG [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,301 DEBUG [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/c/c694fe28786c4ee8a662a52273eec518 2024-11-16T09:54:13,301 INFO [StoreOpener-610643fc88fd1e5061d53a2ca16dc9ea-1 {}] regionserver.HStore(327): Store=610643fc88fd1e5061d53a2ca16dc9ea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,301 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,302 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,304 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,304 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000032 2024-11-16T09:54:13,306 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:13,308 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000032 2024-11-16T09:54:13,308 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 610643fc88fd1e5061d53a2ca16dc9ea 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-16T09:54:13,322 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/.tmp/b/e0726954e81f4c589345abdb15b29108 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731750853091/Put/seqid=0 2024-11-16T09:54:13,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741905_1083 (size=5958) 2024-11-16T09:54:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741905_1083 (size=5958) 2024-11-16T09:54:13,330 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/.tmp/b/e0726954e81f4c589345abdb15b29108 2024-11-16T09:54:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741905_1083 (size=5958) 2024-11-16T09:54:13,336 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/.tmp/b/e0726954e81f4c589345abdb15b29108 as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/b/e0726954e81f4c589345abdb15b29108 2024-11-16T09:54:13,342 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/b/e0726954e81f4c589345abdb15b29108, entries=10, sequenceid=32, filesize=5.8 K 2024-11-16T09:54:13,342 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 610643fc88fd1e5061d53a2ca16dc9ea in 34ms, sequenceid=32, compaction requested=false; wal=null 2024-11-16T09:54:13,343 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/0000000000000000032 2024-11-16T09:54:13,344 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,344 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,345 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:13,347 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 610643fc88fd1e5061d53a2ca16dc9ea 2024-11-16T09:54:13,349 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/610643fc88fd1e5061d53a2ca16dc9ea/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-16T09:54:13,350 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 610643fc88fd1e5061d53a2ca16dc9ea; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64266502, jitterRate=-0.04235449433326721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:13,350 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 610643fc88fd1e5061d53a2ca16dc9ea: Writing region info on filesystem at 1731750853285Initializing all the Stores at 1731750853286 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853286Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853286Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853286Obtaining lock to block concurrent updates at 1731750853308 (+22 ms)Preparing flush snapshotting stores in 610643fc88fd1e5061d53a2ca16dc9ea at 1731750853308Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731750853308Flushing stores of testReplayEditsWrittenViaHRegion,,1731750852999.610643fc88fd1e5061d53a2ca16dc9ea. at 1731750853308Flushing 610643fc88fd1e5061d53a2ca16dc9ea/b: creating writer at 1731750853308Flushing 610643fc88fd1e5061d53a2ca16dc9ea/b: appending metadata at 1731750853322 (+14 ms)Flushing 610643fc88fd1e5061d53a2ca16dc9ea/b: closing flushed file at 1731750853322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f63fbc2: reopening flushed file at 1731750853336 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 610643fc88fd1e5061d53a2ca16dc9ea in 34ms, sequenceid=32, compaction requested=false; wal=null at 1731750853342 (+6 ms)Cleaning up temporary data from old regions at 1731750853344 (+2 ms)Region opened successfully at 1731750853350 (+6 ms) 2024-11-16T09:54:13,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=414 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:54392 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:58668 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-302613514-172.17.0.2-1731750830855:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:32916 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:42956 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:33124 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-302613514-172.17.0.2-1731750830855:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:57032 [Waiting for operation #51] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-302613514-172.17.0.2-1731750830855:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1118 (was 1044) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=6143 (was 6146) 2024-11-16T09:54:13,372 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1118 is superior to 1024 2024-11-16T09:54:13,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=414, OpenFileDescriptor=1118, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=6142 2024-11-16T09:54:13,384 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1118 is superior to 1024 2024-11-16T09:54:13,399 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:13,401 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:13,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:54:13,404 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-51967429, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/hregion-51967429, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:13,417 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-51967429/hregion-51967429.1731750853405, exclude list is [], retry=0 2024-11-16T09:54:13,420 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:13,421 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:13,421 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:13,423 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-51967429/hregion-51967429.1731750853405 2024-11-16T09:54:13,423 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:54:13,423 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 36a14b3af777b956f94532d1d3ae8d4f, NAME => 'testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42183/hbase 2024-11-16T09:54:13,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741907_1085 (size=68) 2024-11-16T09:54:13,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741907_1085 (size=68) 2024-11-16T09:54:13,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741907_1085 (size=68) 2024-11-16T09:54:13,440 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:13,441 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,443 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a14b3af777b956f94532d1d3ae8d4f columnFamilyName a 2024-11-16T09:54:13,443 DEBUG [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,444 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(327): Store=36a14b3af777b956f94532d1d3ae8d4f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,444 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,445 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a14b3af777b956f94532d1d3ae8d4f columnFamilyName b 2024-11-16T09:54:13,445 DEBUG [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,446 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(327): Store=36a14b3af777b956f94532d1d3ae8d4f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,446 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,447 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a14b3af777b956f94532d1d3ae8d4f columnFamilyName c 2024-11-16T09:54:13,447 DEBUG [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,447 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(327): Store=36a14b3af777b956f94532d1d3ae8d4f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,448 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,448 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,449 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,450 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,450 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,450 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:13,451 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,453 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:54:13,454 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 36a14b3af777b956f94532d1d3ae8d4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61984462, jitterRate=-0.07635954022407532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:13,454 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 36a14b3af777b956f94532d1d3ae8d4f: Writing region info on filesystem at 1731750853440Initializing all the Stores at 1731750853441 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853441Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853441Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853441Cleaning up temporary data from old regions at 1731750853450 (+9 ms)Region opened successfully at 1731750853454 (+4 ms) 2024-11-16T09:54:13,454 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 36a14b3af777b956f94532d1d3ae8d4f, disabling compactions & flushes 2024-11-16T09:54:13,454 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. 2024-11-16T09:54:13,454 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. 2024-11-16T09:54:13,454 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. after waiting 0 ms 2024-11-16T09:54:13,454 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. 2024-11-16T09:54:13,455 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. 2024-11-16T09:54:13,455 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 36a14b3af777b956f94532d1d3ae8d4f: Waiting for close lock at 1731750853454Disabling compacts and flushes for region at 1731750853454Disabling writes for close at 1731750853454Writing region close event to WAL at 1731750853455 (+1 ms)Closed at 1731750853455 2024-11-16T09:54:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741906_1084 (size=93) 2024-11-16T09:54:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741906_1084 (size=93) 2024-11-16T09:54:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741906_1084 (size=93) 2024-11-16T09:54:13,460 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:54:13,460 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-51967429:(num 1731750853405) 2024-11-16T09:54:13,460 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:13,462 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:13,475 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462, exclude list is [], retry=0 2024-11-16T09:54:13,478 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:13,478 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:13,479 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:13,480 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462 2024-11-16T09:54:13,480 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-16T09:54:13,532 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 36a14b3af777b956f94532d1d3ae8d4f, NAME => 'testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:13,534 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,534 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:13,535 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,535 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,537 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,537 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a14b3af777b956f94532d1d3ae8d4f columnFamilyName a 2024-11-16T09:54:13,538 DEBUG [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,538 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(327): Store=36a14b3af777b956f94532d1d3ae8d4f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,538 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,539 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a14b3af777b956f94532d1d3ae8d4f columnFamilyName b 2024-11-16T09:54:13,539 DEBUG [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,540 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(327): Store=36a14b3af777b956f94532d1d3ae8d4f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,540 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,540 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a14b3af777b956f94532d1d3ae8d4f columnFamilyName c 2024-11-16T09:54:13,540 DEBUG [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:13,541 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(327): Store=36a14b3af777b956f94532d1d3ae8d4f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:13,541 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,542 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,544 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,544 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,544 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:13,546 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,546 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 36a14b3af777b956f94532d1d3ae8d4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71564798, jitterRate=0.06639859080314636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:13,546 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:13,547 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 36a14b3af777b956f94532d1d3ae8d4f: Running coprocessor pre-open hook at 1731750853535Writing region info on filesystem at 1731750853535Initializing all the Stores at 1731750853536 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853536Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853536Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750853536Cleaning up temporary data from old regions at 1731750853544 (+8 ms)Running coprocessor post-open hooks at 1731750853546 (+2 ms)Region opened successfully at 1731750853547 (+1 ms) 2024-11-16T09:54:13,559 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 36a14b3af777b956f94532d1d3ae8d4f 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-16T09:54:13,560 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 36a14b3af777b956f94532d1d3ae8d4f/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:14,561 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 36a14b3af777b956f94532d1d3ae8d4f/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:14,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T09:54:14,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-16T09:54:14,854 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-16T09:54:14,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-16T09:54:14,855 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-16T09:54:14,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-16T09:54:14,856 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-16T09:54:14,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-16T09:54:14,857 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-16T09:54:15,562 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 36a14b3af777b956f94532d1d3ae8d4f/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:16,563 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 36a14b3af777b956f94532d1d3ae8d4f/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:17,563 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 36a14b3af777b956f94532d1d3ae8d4f/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:18,564 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 36a14b3af777b956f94532d1d3ae8d4f/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:19,565 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 36a14b3af777b956f94532d1d3ae8d4f/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:20,566 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 36a14b3af777b956f94532d1d3ae8d4f/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:21,566 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 36a14b3af777b956f94532d1d3ae8d4f/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:22,567 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 36a14b3af777b956f94532d1d3ae8d4f/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:22,568 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 36a14b3af777b956f94532d1d3ae8d4f: 2024-11-16T09:54:22,568 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. 2024-11-16T09:54:22,580 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 36a14b3af777b956f94532d1d3ae8d4f: 2024-11-16T09:54:22,580 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-16T09:54:22,580 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 36a14b3af777b956f94532d1d3ae8d4f, disabling compactions & flushes 2024-11-16T09:54:22,580 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. 2024-11-16T09:54:22,580 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. 2024-11-16T09:54:22,581 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. after waiting 0 ms 2024-11-16T09:54:22,581 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. 2024-11-16T09:54:22,581 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. 2024-11-16T09:54:22,581 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. 2024-11-16T09:54:22,581 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 36a14b3af777b956f94532d1d3ae8d4f: Waiting for close lock at 1731750862580Running coprocessor pre-close hooks at 1731750862580Disabling compacts and flushes for region at 1731750862580Disabling writes for close at 1731750862581 (+1 ms)Writing region close event to WAL at 1731750862581Running coprocessor post-close hooks at 1731750862581Closed at 1731750862581 2024-11-16T09:54:22,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741908_1086 (size=2398) 2024-11-16T09:54:22,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741908_1086 (size=2398) 2024-11-16T09:54:22,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741908_1086 (size=2398) 2024-11-16T09:54:22,601 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462, size=2.3 K (2398bytes) 2024-11-16T09:54:22,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462 2024-11-16T09:54:22,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462 after 0ms 2024-11-16T09:54:22,604 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:22,604 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462 took 3ms 2024-11-16T09:54:22,606 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462 so closing down 2024-11-16T09:54:22,606 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:22,608 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731750853462.temp 2024-11-16T09:54:22,609 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000004-wal.1731750853462.temp 2024-11-16T09:54:22,609 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:22,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741909_1087 (size=1672) 2024-11-16T09:54:22,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741909_1087 (size=1672) 2024-11-16T09:54:22,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741909_1087 (size=1672) 2024-11-16T09:54:22,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000004-wal.1731750853462.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-16T09:54:22,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000004-wal.1731750853462.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000026 2024-11-16T09:54:22,617 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-16T09:54:22,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462, journal: Splitting hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462, size=2.3 K (2398bytes) at 1731750862601Finishing writing output for hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462 so closing down at 1731750862606 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000004-wal.1731750853462.temp at 1731750862609 (+3 ms)3 split writer threads finished at 1731750862609Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000004-wal.1731750853462.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731750862616 (+7 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000004-wal.1731750853462.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000026 at 1731750862617 (+1 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1731750862617 2024-11-16T09:54:22,619 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750853462 to hdfs://localhost:42183/hbase/oldWALs/wal.1731750853462 2024-11-16T09:54:22,619 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000026 2024-11-16T09:54:22,619 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:22,621 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:22,634 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750862621, exclude list is [], retry=0 2024-11-16T09:54:22,636 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:22,636 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:22,637 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:22,638 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750862621 2024-11-16T09:54:22,638 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-16T09:54:22,639 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 36a14b3af777b956f94532d1d3ae8d4f, NAME => 'testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:22,639 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:22,639 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:22,639 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:22,639 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:22,644 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:22,645 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a14b3af777b956f94532d1d3ae8d4f columnFamilyName a 2024-11-16T09:54:22,645 DEBUG [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:22,645 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(327): Store=36a14b3af777b956f94532d1d3ae8d4f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:22,646 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:22,646 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a14b3af777b956f94532d1d3ae8d4f columnFamilyName b 2024-11-16T09:54:22,646 DEBUG [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:22,647 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(327): Store=36a14b3af777b956f94532d1d3ae8d4f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:22,647 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:22,648 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a14b3af777b956f94532d1d3ae8d4f columnFamilyName c 2024-11-16T09:54:22,648 DEBUG [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:22,649 INFO [StoreOpener-36a14b3af777b956f94532d1d3ae8d4f-1 {}] regionserver.HStore(327): Store=36a14b3af777b956f94532d1d3ae8d4f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:22,649 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:22,649 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:22,651 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:22,651 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000026 2024-11-16T09:54:22,654 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:22,656 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000026 2024-11-16T09:54:22,656 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 36a14b3af777b956f94532d1d3ae8d4f 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-16T09:54:22,679 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/.tmp/a/cef6f989c5974bd4a5f8ad7f5b95b746 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731750862572/Put/seqid=0 2024-11-16T09:54:22,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741911_1089 (size=5523) 2024-11-16T09:54:22,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741911_1089 (size=5523) 2024-11-16T09:54:22,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741911_1089 (size=5523) 2024-11-16T09:54:22,692 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/.tmp/a/cef6f989c5974bd4a5f8ad7f5b95b746 2024-11-16T09:54:22,714 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/.tmp/b/8fe1d90778484316bb2c99b9815257c3 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731750862569/Put/seqid=0 2024-11-16T09:54:22,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741912_1090 (size=5524) 2024-11-16T09:54:22,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741912_1090 (size=5524) 2024-11-16T09:54:22,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741912_1090 (size=5524) 2024-11-16T09:54:22,721 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/.tmp/b/8fe1d90778484316bb2c99b9815257c3 2024-11-16T09:54:22,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/.tmp/c/9672271fcd3246e9986e5344e11b2e13 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731750862570/Put/seqid=0 2024-11-16T09:54:22,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741913_1091 (size=5457) 2024-11-16T09:54:22,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741913_1091 (size=5457) 2024-11-16T09:54:22,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741913_1091 (size=5457) 2024-11-16T09:54:23,060 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T09:54:23,153 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/.tmp/c/9672271fcd3246e9986e5344e11b2e13 2024-11-16T09:54:23,160 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/.tmp/a/cef6f989c5974bd4a5f8ad7f5b95b746 as hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/a/cef6f989c5974bd4a5f8ad7f5b95b746 2024-11-16T09:54:23,165 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/a/cef6f989c5974bd4a5f8ad7f5b95b746, entries=7, sequenceid=26, filesize=5.4 K 2024-11-16T09:54:23,166 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/.tmp/b/8fe1d90778484316bb2c99b9815257c3 as hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/b/8fe1d90778484316bb2c99b9815257c3 2024-11-16T09:54:23,171 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/b/8fe1d90778484316bb2c99b9815257c3, entries=7, sequenceid=26, filesize=5.4 K 2024-11-16T09:54:23,172 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/.tmp/c/9672271fcd3246e9986e5344e11b2e13 as hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/c/9672271fcd3246e9986e5344e11b2e13 2024-11-16T09:54:23,177 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/c/9672271fcd3246e9986e5344e11b2e13, entries=6, sequenceid=26, filesize=5.3 K 2024-11-16T09:54:23,177 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 36a14b3af777b956f94532d1d3ae8d4f in 521ms, sequenceid=26, compaction requested=false; wal=null 2024-11-16T09:54:23,178 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/0000000000000000026 2024-11-16T09:54:23,179 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:23,179 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:23,180 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:23,181 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:23,183 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsAfterAbortingFlush/36a14b3af777b956f94532d1d3ae8d4f/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-16T09:54:23,184 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 36a14b3af777b956f94532d1d3ae8d4f; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61799236, jitterRate=-0.07911962270736694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:23,184 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36a14b3af777b956f94532d1d3ae8d4f 2024-11-16T09:54:23,185 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 36a14b3af777b956f94532d1d3ae8d4f: Running coprocessor pre-open hook at 1731750862640Writing region info on filesystem at 1731750862640Initializing all the Stores at 1731750862640Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750862640Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750862643 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750862643Obtaining lock to block concurrent updates at 1731750862656 (+13 ms)Preparing flush snapshotting stores in 36a14b3af777b956f94532d1d3ae8d4f at 1731750862656Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731750862656Flushing stores of testReplayEditsAfterAbortingFlush,,1731750853400.36a14b3af777b956f94532d1d3ae8d4f. at 1731750862656Flushing 36a14b3af777b956f94532d1d3ae8d4f/a: creating writer at 1731750862657 (+1 ms)Flushing 36a14b3af777b956f94532d1d3ae8d4f/a: appending metadata at 1731750862679 (+22 ms)Flushing 36a14b3af777b956f94532d1d3ae8d4f/a: closing flushed file at 1731750862679Flushing 36a14b3af777b956f94532d1d3ae8d4f/b: creating writer at 1731750862699 (+20 ms)Flushing 36a14b3af777b956f94532d1d3ae8d4f/b: appending metadata at 1731750862713 (+14 ms)Flushing 36a14b3af777b956f94532d1d3ae8d4f/b: closing flushed file at 1731750862714 (+1 ms)Flushing 36a14b3af777b956f94532d1d3ae8d4f/c: creating writer at 1731750862726 (+12 ms)Flushing 36a14b3af777b956f94532d1d3ae8d4f/c: appending metadata at 1731750862740 (+14 ms)Flushing 36a14b3af777b956f94532d1d3ae8d4f/c: closing flushed file at 1731750862740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@229a966: reopening flushed file at 1731750863159 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c9f2d0: reopening flushed file at 1731750863165 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6660583c: reopening flushed file at 1731750863171 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 36a14b3af777b956f94532d1d3ae8d4f in 521ms, sequenceid=26, compaction requested=false; wal=null at 1731750863177 (+6 ms)Cleaning up temporary data from old regions at 1731750863179 (+2 ms)Running coprocessor post-open hooks at 1731750863184 (+5 ms)Region opened successfully at 1731750863185 (+1 ms) 2024-11-16T09:54:23,206 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=413 (was 414), OpenFileDescriptor=1178 (was 1118) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=6123 (was 6142) 2024-11-16T09:54:23,206 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1178 is superior to 1024 2024-11-16T09:54:23,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=413, OpenFileDescriptor=1178, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=6122 2024-11-16T09:54:23,218 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1178 is superior to 1024 2024-11-16T09:54:23,233 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:23,235 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:23,235 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:54:23,238 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48802850, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/hregion-48802850, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:23,251 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48802850/hregion-48802850.1731750863238, exclude list is [], retry=0 2024-11-16T09:54:23,253 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:23,254 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:23,254 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:23,255 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48802850/hregion-48802850.1731750863238 2024-11-16T09:54:23,256 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:54:23,256 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4312623e7e81f19f4b3f03ae280d4d58, NAME => 'testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42183/hbase 2024-11-16T09:54:23,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741915_1093 (size=61) 2024-11-16T09:54:23,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741915_1093 (size=61) 2024-11-16T09:54:23,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741915_1093 (size=61) 2024-11-16T09:54:23,268 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:23,269 INFO [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,271 INFO [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4312623e7e81f19f4b3f03ae280d4d58 columnFamilyName a 2024-11-16T09:54:23,271 DEBUG [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:23,271 INFO [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] regionserver.HStore(327): Store=4312623e7e81f19f4b3f03ae280d4d58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:23,272 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,272 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,273 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,273 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,273 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,275 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,277 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:54:23,277 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4312623e7e81f19f4b3f03ae280d4d58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59897118, jitterRate=-0.10746338963508606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:54:23,278 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4312623e7e81f19f4b3f03ae280d4d58: Writing region info on filesystem at 1731750863268Initializing all the Stores at 1731750863269 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750863269Cleaning up temporary data from old regions at 1731750863273 (+4 ms)Region opened successfully at 1731750863278 (+5 ms) 2024-11-16T09:54:23,278 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4312623e7e81f19f4b3f03ae280d4d58, disabling compactions & flushes 2024-11-16T09:54:23,278 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58. 2024-11-16T09:54:23,278 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58. 2024-11-16T09:54:23,278 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58. after waiting 0 ms 2024-11-16T09:54:23,278 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58. 2024-11-16T09:54:23,278 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58. 2024-11-16T09:54:23,278 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4312623e7e81f19f4b3f03ae280d4d58: Waiting for close lock at 1731750863278Disabling compacts and flushes for region at 1731750863278Disabling writes for close at 1731750863278Writing region close event to WAL at 1731750863278Closed at 1731750863278 2024-11-16T09:54:23,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741914_1092 (size=93) 2024-11-16T09:54:23,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741914_1092 (size=93) 2024-11-16T09:54:23,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741914_1092 (size=93) 2024-11-16T09:54:23,284 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:54:23,284 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48802850:(num 1731750863238) 2024-11-16T09:54:23,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:23,286 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:23,300 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287, exclude list is [], retry=0 2024-11-16T09:54:23,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:23,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:23,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:23,305 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287 2024-11-16T09:54:23,305 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:54:23,305 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4312623e7e81f19f4b3f03ae280d4d58, NAME => 'testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:23,305 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:23,306 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,306 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,307 INFO [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,308 INFO [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4312623e7e81f19f4b3f03ae280d4d58 columnFamilyName a 2024-11-16T09:54:23,308 DEBUG [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:23,309 INFO [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] regionserver.HStore(327): Store=4312623e7e81f19f4b3f03ae280d4d58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:23,309 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,309 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,311 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,311 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,311 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,313 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,314 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4312623e7e81f19f4b3f03ae280d4d58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60330352, jitterRate=-0.10100769996643066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:54:23,314 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4312623e7e81f19f4b3f03ae280d4d58: Writing region info on filesystem at 1731750863306Initializing all the Stores at 1731750863307 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750863307Cleaning up temporary data from old regions at 1731750863311 (+4 ms)Region opened successfully at 1731750863314 (+3 ms) 2024-11-16T09:54:23,323 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4312623e7e81f19f4b3f03ae280d4d58, disabling compactions & flushes 2024-11-16T09:54:23,323 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58. 2024-11-16T09:54:23,323 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58. 2024-11-16T09:54:23,323 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58. after waiting 0 ms 2024-11-16T09:54:23,323 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58. 2024-11-16T09:54:23,324 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58. 2024-11-16T09:54:23,324 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58. 2024-11-16T09:54:23,324 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4312623e7e81f19f4b3f03ae280d4d58: Waiting for close lock at 1731750863323Disabling compacts and flushes for region at 1731750863323Disabling writes for close at 1731750863323Writing region close event to WAL at 1731750863324 (+1 ms)Closed at 1731750863324 2024-11-16T09:54:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741916_1094 (size=838) 2024-11-16T09:54:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741916_1094 (size=838) 2024-11-16T09:54:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741916_1094 (size=838) 2024-11-16T09:54:23,343 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287, size=838 (838bytes) 2024-11-16T09:54:23,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287 2024-11-16T09:54:23,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287 after 0ms 2024-11-16T09:54:23,346 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:23,346 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287 took 3ms 2024-11-16T09:54:23,347 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287 so closing down 2024-11-16T09:54:23,348 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:23,349 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731750863287.temp 2024-11-16T09:54:23,350 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000003-wal.1731750863287.temp 2024-11-16T09:54:23,351 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:23,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741917_1095 (size=838) 2024-11-16T09:54:23,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741917_1095 (size=838) 2024-11-16T09:54:23,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741917_1095 (size=838) 2024-11-16T09:54:23,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000003-wal.1731750863287.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T09:54:23,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000003-wal.1731750863287.temp to hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000012 2024-11-16T09:54:23,360 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287, size=838, length=838, corrupted=false, cancelled=false 2024-11-16T09:54:23,360 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287, journal: Splitting hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287, size=838 (838bytes) at 1731750863343Finishing writing output for hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287 so closing down at 1731750863347 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000003-wal.1731750863287.temp at 1731750863350 (+3 ms)3 split writer threads finished at 1731750863351 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000003-wal.1731750863287.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731750863358 (+7 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000003-wal.1731750863287.temp to hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000012 at 1731750863359 (+1 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287, size=838, length=838, corrupted=false, cancelled=false at 1731750863360 (+1 ms) 2024-11-16T09:54:23,362 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863287 to hdfs://localhost:42183/hbase/oldWALs/wal.1731750863287 2024-11-16T09:54:23,363 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000012 2024-11-16T09:54:23,366 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:23,659 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:23,661 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:23,675 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863662, exclude list is [], retry=0 2024-11-16T09:54:23,678 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:23,678 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:23,678 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:23,680 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863662 2024-11-16T09:54:23,680 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:54:23,680 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4312623e7e81f19f4b3f03ae280d4d58, NAME => 'testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:23,680 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:23,680 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,680 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,683 INFO [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,685 INFO [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4312623e7e81f19f4b3f03ae280d4d58 columnFamilyName a 2024-11-16T09:54:23,686 DEBUG [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:23,687 INFO [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] regionserver.HStore(327): Store=4312623e7e81f19f4b3f03ae280d4d58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:23,687 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,688 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,689 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,690 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000012 2024-11-16T09:54:23,692 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:23,693 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000012 2024-11-16T09:54:23,693 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4312623e7e81f19f4b3f03ae280d4d58 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-16T09:54:23,711 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/.tmp/a/2085ff8042f24ff6b12d362ca7b66edb is 79, key is testDatalossWhenInputError/a:x0/1731750863314/Put/seqid=0 2024-11-16T09:54:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741919_1097 (size=5808) 2024-11-16T09:54:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741919_1097 (size=5808) 2024-11-16T09:54:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741919_1097 (size=5808) 2024-11-16T09:54:23,720 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/.tmp/a/2085ff8042f24ff6b12d362ca7b66edb 2024-11-16T09:54:23,728 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/.tmp/a/2085ff8042f24ff6b12d362ca7b66edb as hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/a/2085ff8042f24ff6b12d362ca7b66edb 2024-11-16T09:54:23,736 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/a/2085ff8042f24ff6b12d362ca7b66edb, entries=10, sequenceid=12, filesize=5.7 K 2024-11-16T09:54:23,737 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 4312623e7e81f19f4b3f03ae280d4d58 in 43ms, sequenceid=12, compaction requested=false; wal=null 2024-11-16T09:54:23,737 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/0000000000000000012 2024-11-16T09:54:23,738 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,738 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,741 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,743 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T09:54:23,744 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4312623e7e81f19f4b3f03ae280d4d58; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59441490, jitterRate=-0.11425277590751648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:54:23,745 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4312623e7e81f19f4b3f03ae280d4d58: Writing region info on filesystem at 1731750863680Initializing all the Stores at 1731750863683 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750863683Obtaining lock to block concurrent updates at 1731750863693 (+10 ms)Preparing flush snapshotting stores in 4312623e7e81f19f4b3f03ae280d4d58 at 1731750863693Finished memstore snapshotting testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731750863693Flushing stores of testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58. at 1731750863693Flushing 4312623e7e81f19f4b3f03ae280d4d58/a: creating writer at 1731750863693Flushing 4312623e7e81f19f4b3f03ae280d4d58/a: appending metadata at 1731750863710 (+17 ms)Flushing 4312623e7e81f19f4b3f03ae280d4d58/a: closing flushed file at 1731750863710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@958eca4: reopening flushed file at 1731750863727 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 4312623e7e81f19f4b3f03ae280d4d58 in 43ms, sequenceid=12, compaction requested=false; wal=null at 1731750863737 (+10 ms)Cleaning up temporary data from old regions at 1731750863738 (+1 ms)Region opened successfully at 1731750863745 (+7 ms) 2024-11-16T09:54:23,748 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4312623e7e81f19f4b3f03ae280d4d58, NAME => 'testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:23,748 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731750863233.4312623e7e81f19f4b3f03ae280d4d58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:23,748 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,748 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,749 INFO [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,750 INFO [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4312623e7e81f19f4b3f03ae280d4d58 columnFamilyName a 2024-11-16T09:54:23,750 DEBUG [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:23,756 DEBUG [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/a/2085ff8042f24ff6b12d362ca7b66edb 2024-11-16T09:54:23,756 INFO [StoreOpener-4312623e7e81f19f4b3f03ae280d4d58-1 {}] regionserver.HStore(327): Store=4312623e7e81f19f4b3f03ae280d4d58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:23,756 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,757 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,758 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,758 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,758 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,759 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4312623e7e81f19f4b3f03ae280d4d58 2024-11-16T09:54:23,761 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testDatalossWhenInputError/4312623e7e81f19f4b3f03ae280d4d58/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-16T09:54:23,762 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4312623e7e81f19f4b3f03ae280d4d58; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75035647, jitterRate=0.1181182712316513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:54:23,762 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4312623e7e81f19f4b3f03ae280d4d58: Writing region info on filesystem at 1731750863748Initializing all the Stores at 1731750863749 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750863749Cleaning up temporary data from old regions at 1731750863758 (+9 ms)Region opened successfully at 1731750863762 (+4 ms) 2024-11-16T09:54:23,779 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=423 (was 413) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:36486 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:36402 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:49696 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-302613514-172.17.0.2-1731750830855:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:49772 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:39978 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-302613514-172.17.0.2-1731750830855:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:39894 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-302613514-172.17.0.2-1731750830855:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1260 (was 1178) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=6105 (was 6122) 2024-11-16T09:54:23,779 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-11-16T09:54:23,792 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=423, OpenFileDescriptor=1260, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=6105 2024-11-16T09:54:23,792 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-11-16T09:54:23,807 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:23,809 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:23,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:54:23,811 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-80541459, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/hregion-80541459, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:23,824 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-80541459/hregion-80541459.1731750863812, exclude list is [], retry=0 2024-11-16T09:54:23,827 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:23,827 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:23,828 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:23,831 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-80541459/hregion-80541459.1731750863812 2024-11-16T09:54:23,831 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:54:23,831 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b34124f5865931c7a9b810446510bccf, NAME => 'testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42183/hbase 2024-11-16T09:54:23,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741921_1099 (size=63) 2024-11-16T09:54:23,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741921_1099 (size=63) 2024-11-16T09:54:23,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741921_1099 (size=63) 2024-11-16T09:54:23,840 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:23,841 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,842 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34124f5865931c7a9b810446510bccf columnFamilyName a 2024-11-16T09:54:23,843 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:23,843 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(327): Store=b34124f5865931c7a9b810446510bccf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:23,843 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,844 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34124f5865931c7a9b810446510bccf columnFamilyName b 2024-11-16T09:54:23,844 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:23,845 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(327): Store=b34124f5865931c7a9b810446510bccf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:23,845 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,846 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34124f5865931c7a9b810446510bccf columnFamilyName c 2024-11-16T09:54:23,846 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:23,846 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(327): Store=b34124f5865931c7a9b810446510bccf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:23,846 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,847 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,847 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,848 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,848 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,849 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:23,850 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,852 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:54:23,852 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b34124f5865931c7a9b810446510bccf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67556154, jitterRate=0.006665140390396118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b34124f5865931c7a9b810446510bccf: Writing region info on filesystem at 1731750863840Initializing all the Stores at 1731750863841 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750863841Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750863841Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750863841Cleaning up temporary data from old regions at 1731750863848 (+7 ms)Region opened successfully at 1731750863853 (+5 ms) 2024-11-16T09:54:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b34124f5865931c7a9b810446510bccf, disabling compactions & flushes 2024-11-16T09:54:23,853 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf. 2024-11-16T09:54:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf. 2024-11-16T09:54:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf. after waiting 0 ms 2024-11-16T09:54:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf. 2024-11-16T09:54:23,853 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf. 2024-11-16T09:54:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b34124f5865931c7a9b810446510bccf: Waiting for close lock at 1731750863853Disabling compacts and flushes for region at 1731750863853Disabling writes for close at 1731750863853Writing region close event to WAL at 1731750863853Closed at 1731750863853 2024-11-16T09:54:23,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741920_1098 (size=93) 2024-11-16T09:54:23,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741920_1098 (size=93) 2024-11-16T09:54:23,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741920_1098 (size=93) 2024-11-16T09:54:23,858 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:54:23,858 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-80541459:(num 1731750863812) 2024-11-16T09:54:23,858 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:23,859 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:23,873 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860, exclude list is [], retry=0 2024-11-16T09:54:23,875 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:23,875 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:23,876 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:23,877 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860 2024-11-16T09:54:23,880 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:54:23,880 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b34124f5865931c7a9b810446510bccf, NAME => 'testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:23,880 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:23,880 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,880 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,881 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,882 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34124f5865931c7a9b810446510bccf columnFamilyName a 2024-11-16T09:54:23,882 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:23,883 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(327): Store=b34124f5865931c7a9b810446510bccf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:23,883 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,884 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34124f5865931c7a9b810446510bccf columnFamilyName b 2024-11-16T09:54:23,884 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:23,884 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(327): Store=b34124f5865931c7a9b810446510bccf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:23,885 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,885 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34124f5865931c7a9b810446510bccf columnFamilyName c 2024-11-16T09:54:23,885 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:23,886 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(327): Store=b34124f5865931c7a9b810446510bccf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:23,886 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,886 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,887 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,888 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,888 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,888 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:23,890 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:23,890 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b34124f5865931c7a9b810446510bccf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66960031, jitterRate=-0.0022177845239639282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:23,891 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b34124f5865931c7a9b810446510bccf: Writing region info on filesystem at 1731750863880Initializing all the Stores at 1731750863881 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750863881Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750863881Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750863881Cleaning up temporary data from old regions at 1731750863888 (+7 ms)Region opened successfully at 1731750863891 (+3 ms) 2024-11-16T09:54:23,894 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731750863894/Put/seqid=0 2024-11-16T09:54:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741923_1101 (size=4875) 2024-11-16T09:54:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741923_1101 (size=4875) 2024-11-16T09:54:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741923_1101 (size=4875) 2024-11-16T09:54:23,909 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731750863908/Put/seqid=0 2024-11-16T09:54:23,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741924_1102 (size=4875) 2024-11-16T09:54:23,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741924_1102 (size=4875) 2024-11-16T09:54:23,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741924_1102 (size=4875) 2024-11-16T09:54:23,917 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731750863916/Put/seqid=0 2024-11-16T09:54:23,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741925_1103 (size=4875) 2024-11-16T09:54:23,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741925_1103 (size=4875) 2024-11-16T09:54:23,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741925_1103 (size=4875) 2024-11-16T09:54:23,923 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in b34124f5865931c7a9b810446510bccf/a 2024-11-16T09:54:23,926 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-16T09:54:23,926 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T09:54:23,926 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in b34124f5865931c7a9b810446510bccf/a 2024-11-16T09:54:23,930 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-16T09:54:23,930 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T09:54:23,930 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in b34124f5865931c7a9b810446510bccf/a 2024-11-16T09:54:23,932 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-16T09:54:23,932 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T09:54:23,933 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b34124f5865931c7a9b810446510bccf 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-16T09:54:23,948 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/.tmp/a/613e02bdf80e474d96ec981e2a25d2c1 is 55, key is testCompactedBulkLoadedFiles/a:a/1731750863891/Put/seqid=0 2024-11-16T09:54:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741926_1104 (size=5107) 2024-11-16T09:54:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741926_1104 (size=5107) 2024-11-16T09:54:23,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741926_1104 (size=5107) 2024-11-16T09:54:23,955 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/.tmp/a/613e02bdf80e474d96ec981e2a25d2c1 2024-11-16T09:54:23,961 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/.tmp/a/613e02bdf80e474d96ec981e2a25d2c1 as hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/613e02bdf80e474d96ec981e2a25d2c1 2024-11-16T09:54:23,966 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/613e02bdf80e474d96ec981e2a25d2c1, entries=1, sequenceid=4, filesize=5.0 K 2024-11-16T09:54:23,967 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for b34124f5865931c7a9b810446510bccf in 35ms, sequenceid=4, compaction requested=false 2024-11-16T09:54:23,967 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b34124f5865931c7a9b810446510bccf: 2024-11-16T09:54:23,968 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/7f0cd385f67641afa198179c842cd1be_SeqId_4_ 2024-11-16T09:54:23,969 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/45b9e6a3120944ddaff8845e380d07a3_SeqId_4_ 2024-11-16T09:54:23,970 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/26dc2335e8c04269ae24343c469daf0b_SeqId_4_ 2024-11-16T09:54:23,971 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile0 into b34124f5865931c7a9b810446510bccf/a as hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/7f0cd385f67641afa198179c842cd1be_SeqId_4_ - updating store file list. 2024-11-16T09:54:23,976 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f0cd385f67641afa198179c842cd1be_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T09:54:23,976 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/7f0cd385f67641afa198179c842cd1be_SeqId_4_ into b34124f5865931c7a9b810446510bccf/a 2024-11-16T09:54:23,976 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile0 into b34124f5865931c7a9b810446510bccf/a (new location: hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/7f0cd385f67641afa198179c842cd1be_SeqId_4_) 2024-11-16T09:54:23,977 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile1 into b34124f5865931c7a9b810446510bccf/a as hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/45b9e6a3120944ddaff8845e380d07a3_SeqId_4_ - updating store file list. 2024-11-16T09:54:23,981 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45b9e6a3120944ddaff8845e380d07a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T09:54:23,982 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/45b9e6a3120944ddaff8845e380d07a3_SeqId_4_ into b34124f5865931c7a9b810446510bccf/a 2024-11-16T09:54:23,982 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile1 into b34124f5865931c7a9b810446510bccf/a (new location: hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/45b9e6a3120944ddaff8845e380d07a3_SeqId_4_) 2024-11-16T09:54:23,983 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile2 into b34124f5865931c7a9b810446510bccf/a as hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/26dc2335e8c04269ae24343c469daf0b_SeqId_4_ - updating store file list. 2024-11-16T09:54:23,987 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26dc2335e8c04269ae24343c469daf0b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T09:54:23,987 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/26dc2335e8c04269ae24343c469daf0b_SeqId_4_ into b34124f5865931c7a9b810446510bccf/a 2024-11-16T09:54:23,987 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42183/hbase/testCompactedBulkLoadedFiles/hfile2 into b34124f5865931c7a9b810446510bccf/a (new location: hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/26dc2335e8c04269ae24343c469daf0b_SeqId_4_) 2024-11-16T09:54:23,995 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T09:54:23,995 DEBUG [Time-limited test {}] regionserver.HStore(1541): b34124f5865931c7a9b810446510bccf/a is initiating major compaction (all files) 2024-11-16T09:54:23,995 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of b34124f5865931c7a9b810446510bccf/a in testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf. 2024-11-16T09:54:23,995 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/613e02bdf80e474d96ec981e2a25d2c1, hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/7f0cd385f67641afa198179c842cd1be_SeqId_4_, hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/45b9e6a3120944ddaff8845e380d07a3_SeqId_4_, hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/26dc2335e8c04269ae24343c469daf0b_SeqId_4_] into tmpdir=hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/.tmp, totalSize=19.3 K 2024-11-16T09:54:23,996 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 613e02bdf80e474d96ec981e2a25d2c1, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731750863891 2024-11-16T09:54:23,996 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7f0cd385f67641afa198179c842cd1be_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-16T09:54:23,996 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 45b9e6a3120944ddaff8845e380d07a3_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-16T09:54:23,997 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 26dc2335e8c04269ae24343c469daf0b_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-16T09:54:24,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/.tmp/a/3d243125637b421581288fd20cf7f8d7 is 55, key is testCompactedBulkLoadedFiles/a:a/1731750863891/Put/seqid=0 2024-11-16T09:54:24,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741927_1105 (size=6154) 2024-11-16T09:54:24,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741927_1105 (size=6154) 2024-11-16T09:54:24,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741927_1105 (size=6154) 2024-11-16T09:54:24,024 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/.tmp/a/3d243125637b421581288fd20cf7f8d7 as hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/3d243125637b421581288fd20cf7f8d7 2024-11-16T09:54:24,029 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in b34124f5865931c7a9b810446510bccf/a of b34124f5865931c7a9b810446510bccf into 3d243125637b421581288fd20cf7f8d7(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:54:24,030 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for b34124f5865931c7a9b810446510bccf: 2024-11-16T09:54:24,030 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-16T09:54:24,030 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-16T09:54:24,062 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860, size=0 (0bytes) 2024-11-16T09:54:24,062 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860 might be still open, length is 0 2024-11-16T09:54:24,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860 2024-11-16T09:54:24,062 WARN [IPC Server handler 3 on default port 42183 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-11-16T09:54:24,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860 after 1ms 2024-11-16T09:54:24,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-16T09:54:24,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-16T09:54:24,352 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-16T09:54:24,352 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-16T09:54:25,835 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:36520 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:40845:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36520 dst: /127.0.0.1:40845 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40845 remote=/127.0.0.1:36520]. Total timeout mills is 60000, 58194 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:25,836 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:49810 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:35855:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49810 dst: /127.0.0.1:35855 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:25,836 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:40014 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:39879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40014 dst: /127.0.0.1:39879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:25,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741922_1106 (size=1368) 2024-11-16T09:54:25,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741922_1106 (size=1368) 2024-11-16T09:54:25,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741922_1106 (size=1368) 2024-11-16T09:54:28,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860 after 4001ms 2024-11-16T09:54:28,066 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:28,066 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860 took 4004ms 2024-11-16T09:54:28,068 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860; continuing. 2024-11-16T09:54:28,068 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860 so closing down 2024-11-16T09:54:28,068 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:28,069 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731750863860.temp 2024-11-16T09:54:28,071 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000003-wal.1731750863860.temp 2024-11-16T09:54:28,071 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:28,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741928_1107 (size=635) 2024-11-16T09:54:28,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741928_1107 (size=635) 2024-11-16T09:54:28,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741928_1107 (size=635) 2024-11-16T09:54:28,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000003-wal.1731750863860.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-16T09:54:28,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000003-wal.1731750863860.temp to hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000008 2024-11-16T09:54:28,079 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T09:54:28,079 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860, journal: Splitting hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860, size=0 (0bytes) at 1731750864062Finishing writing output for hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860 so closing down at 1731750868068 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000003-wal.1731750863860.temp at 1731750868071 (+3 ms)3 split writer threads finished at 1731750868071Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000003-wal.1731750863860.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731750868078 (+7 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000003-wal.1731750863860.temp to hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000008 at 1731750868079 (+1 ms)Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860, size=0, length=0, corrupted=false, cancelled=false at 1731750868079 2024-11-16T09:54:28,081 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860 to hdfs://localhost:42183/hbase/oldWALs/wal.1731750863860 2024-11-16T09:54:28,082 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000008 2024-11-16T09:54:28,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:28,083 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:28,097 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750868084, exclude list is [], retry=0 2024-11-16T09:54:28,099 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:28,100 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:28,100 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:28,101 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750868084 2024-11-16T09:54:28,102 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:54:28,102 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b34124f5865931c7a9b810446510bccf, NAME => 'testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:28,102 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:28,102 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:28,102 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:28,103 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:28,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T09:54:28,104 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34124f5865931c7a9b810446510bccf columnFamilyName a 2024-11-16T09:54:28,104 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:28,111 DEBUG [StoreFileOpener-b34124f5865931c7a9b810446510bccf-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26dc2335e8c04269ae24343c469daf0b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T09:54:28,111 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/26dc2335e8c04269ae24343c469daf0b_SeqId_4_ 2024-11-16T09:54:28,115 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/3d243125637b421581288fd20cf7f8d7 2024-11-16T09:54:28,119 DEBUG [StoreFileOpener-b34124f5865931c7a9b810446510bccf-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45b9e6a3120944ddaff8845e380d07a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T09:54:28,119 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/45b9e6a3120944ddaff8845e380d07a3_SeqId_4_ 2024-11-16T09:54:28,123 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/613e02bdf80e474d96ec981e2a25d2c1 2024-11-16T09:54:28,126 DEBUG [StoreFileOpener-b34124f5865931c7a9b810446510bccf-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f0cd385f67641afa198179c842cd1be_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T09:54:28,126 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/7f0cd385f67641afa198179c842cd1be_SeqId_4_ 2024-11-16T09:54:28,126 WARN [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/26dc2335e8c04269ae24343c469daf0b_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2671b1c9 2024-11-16T09:54:28,127 WARN [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/45b9e6a3120944ddaff8845e380d07a3_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2671b1c9 2024-11-16T09:54:28,127 WARN [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/613e02bdf80e474d96ec981e2a25d2c1 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2671b1c9 2024-11-16T09:54:28,127 WARN [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/7f0cd385f67641afa198179c842cd1be_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2671b1c9 2024-11-16T09:54:28,127 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/26dc2335e8c04269ae24343c469daf0b_SeqId_4_, hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/45b9e6a3120944ddaff8845e380d07a3_SeqId_4_, hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/613e02bdf80e474d96ec981e2a25d2c1, hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/7f0cd385f67641afa198179c842cd1be_SeqId_4_] to archive 2024-11-16T09:54:28,127 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T09:54:28,129 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/26dc2335e8c04269ae24343c469daf0b_SeqId_4_ to hdfs://localhost:42183/hbase/archive/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/26dc2335e8c04269ae24343c469daf0b_SeqId_4_ 2024-11-16T09:54:28,131 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/45b9e6a3120944ddaff8845e380d07a3_SeqId_4_ to hdfs://localhost:42183/hbase/archive/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/45b9e6a3120944ddaff8845e380d07a3_SeqId_4_ 2024-11-16T09:54:28,132 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/613e02bdf80e474d96ec981e2a25d2c1 to hdfs://localhost:42183/hbase/archive/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/613e02bdf80e474d96ec981e2a25d2c1 2024-11-16T09:54:28,133 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/7f0cd385f67641afa198179c842cd1be_SeqId_4_ to hdfs://localhost:42183/hbase/archive/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/a/7f0cd385f67641afa198179c842cd1be_SeqId_4_ 2024-11-16T09:54:28,133 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(327): Store=b34124f5865931c7a9b810446510bccf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:28,134 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:28,134 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34124f5865931c7a9b810446510bccf columnFamilyName b 2024-11-16T09:54:28,135 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:28,135 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(327): Store=b34124f5865931c7a9b810446510bccf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:28,135 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:28,136 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34124f5865931c7a9b810446510bccf columnFamilyName c 2024-11-16T09:54:28,136 DEBUG [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:28,136 INFO [StoreOpener-b34124f5865931c7a9b810446510bccf-1 {}] regionserver.HStore(327): Store=b34124f5865931c7a9b810446510bccf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:28,137 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:28,137 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:28,139 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:28,139 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000008 2024-11-16T09:54:28,141 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:28,143 DEBUG [Time-limited test {}] regionserver.HRegion(5836): b34124f5865931c7a9b810446510bccf : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "b34124f5865931c7a9b810446510bccf" family_name: "a" compaction_input: "613e02bdf80e474d96ec981e2a25d2c1" compaction_input: "7f0cd385f67641afa198179c842cd1be_SeqId_4_" compaction_input: "45b9e6a3120944ddaff8845e380d07a3_SeqId_4_" compaction_input: "26dc2335e8c04269ae24343c469daf0b_SeqId_4_" compaction_output: "3d243125637b421581288fd20cf7f8d7" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-16T09:54:28,143 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-16T09:54:28,143 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000008 2024-11-16T09:54:28,143 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/0000000000000000008 2024-11-16T09:54:28,144 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:28,145 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:28,145 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:28,146 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b34124f5865931c7a9b810446510bccf 2024-11-16T09:54:28,148 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testCompactedBulkLoadedFiles/b34124f5865931c7a9b810446510bccf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T09:54:28,149 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b34124f5865931c7a9b810446510bccf; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61465822, jitterRate=-0.08408787846565247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:28,149 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b34124f5865931c7a9b810446510bccf: Writing region info on filesystem at 1731750868102Initializing all the Stores at 1731750868103 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750868103Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750868103Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750868103Cleaning up temporary data from old regions at 1731750868145 (+42 ms)Region opened successfully at 1731750868149 (+4 ms) 2024-11-16T09:54:28,151 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b34124f5865931c7a9b810446510bccf, disabling compactions & flushes 2024-11-16T09:54:28,151 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf. 2024-11-16T09:54:28,151 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf. 2024-11-16T09:54:28,151 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf. after waiting 0 ms 2024-11-16T09:54:28,151 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf. 2024-11-16T09:54:28,152 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731750863807.b34124f5865931c7a9b810446510bccf. 2024-11-16T09:54:28,152 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b34124f5865931c7a9b810446510bccf: Waiting for close lock at 1731750868151Disabling compacts and flushes for region at 1731750868151Disabling writes for close at 1731750868151Writing region close event to WAL at 1731750868152 (+1 ms)Closed at 1731750868152 2024-11-16T09:54:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741929_1108 (size=93) 2024-11-16T09:54:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741929_1108 (size=93) 2024-11-16T09:54:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741929_1108 (size=93) 2024-11-16T09:54:28,157 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:54:28,157 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731750868084) 2024-11-16T09:54:28,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=437 (was 423) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1908500262_22 at /127.0.0.1:40070 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:42183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1908500262_22 at /127.0.0.1:49866 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:42183 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1342 (was 1260) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=129 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=6099 (was 6105) 2024-11-16T09:54:28,172 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1342 is superior to 1024 2024-11-16T09:54:28,185 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=437, OpenFileDescriptor=1342, MaxFileDescriptor=1048576, SystemLoadAverage=129, ProcessCount=11, AvailableMemoryMB=6099 2024-11-16T09:54:28,185 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1342 is superior to 1024 2024-11-16T09:54:28,200 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:28,202 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:54:28,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:54:28,205 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-97946803, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/hregion-97946803, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:28,218 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-97946803/hregion-97946803.1731750868205, exclude list is [], retry=0 2024-11-16T09:54:28,221 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:28,221 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:28,221 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:28,223 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-97946803/hregion-97946803.1731750868205 2024-11-16T09:54:28,223 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315)] 2024-11-16T09:54:28,224 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a161e47612fe7f8458dbc05437572671, NAME => 'testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42183/hbase 2024-11-16T09:54:28,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741931_1110 (size=67) 2024-11-16T09:54:28,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741931_1110 (size=67) 2024-11-16T09:54:28,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741931_1110 (size=67) 2024-11-16T09:54:28,235 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:28,236 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,237 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a161e47612fe7f8458dbc05437572671 columnFamilyName a 2024-11-16T09:54:28,237 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:28,238 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(327): Store=a161e47612fe7f8458dbc05437572671/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:28,238 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,240 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a161e47612fe7f8458dbc05437572671 columnFamilyName b 2024-11-16T09:54:28,240 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:28,240 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(327): Store=a161e47612fe7f8458dbc05437572671/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:28,240 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,242 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a161e47612fe7f8458dbc05437572671 columnFamilyName c 2024-11-16T09:54:28,242 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:28,242 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(327): Store=a161e47612fe7f8458dbc05437572671/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:28,242 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,243 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,243 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,244 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,244 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,245 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:28,246 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,248 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:54:28,248 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a161e47612fe7f8458dbc05437572671; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71878794, jitterRate=0.07107749581336975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:28,248 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a161e47612fe7f8458dbc05437572671: Writing region info on filesystem at 1731750868235Initializing all the Stores at 1731750868235Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750868235Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750868236 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750868236Cleaning up temporary data from old regions at 1731750868244 (+8 ms)Region opened successfully at 1731750868248 (+4 ms) 2024-11-16T09:54:28,249 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a161e47612fe7f8458dbc05437572671, disabling compactions & flushes 2024-11-16T09:54:28,249 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:28,249 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:28,249 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. after waiting 0 ms 2024-11-16T09:54:28,249 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:28,249 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:28,249 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a161e47612fe7f8458dbc05437572671: Waiting for close lock at 1731750868249Disabling compacts and flushes for region at 1731750868249Disabling writes for close at 1731750868249Writing region close event to WAL at 1731750868249Closed at 1731750868249 2024-11-16T09:54:28,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741930_1109 (size=93) 2024-11-16T09:54:28,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741930_1109 (size=93) 2024-11-16T09:54:28,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741930_1109 (size=93) 2024-11-16T09:54:28,255 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:54:28,255 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-97946803:(num 1731750868205) 2024-11-16T09:54:28,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:28,256 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:28,270 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257, exclude list is [], retry=0 2024-11-16T09:54:28,272 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:28,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:28,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:28,275 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257 2024-11-16T09:54:28,275 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-16T09:54:28,275 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a161e47612fe7f8458dbc05437572671, NAME => 'testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:28,275 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:28,276 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,276 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,277 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,278 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a161e47612fe7f8458dbc05437572671 columnFamilyName a 2024-11-16T09:54:28,278 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:28,278 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(327): Store=a161e47612fe7f8458dbc05437572671/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:28,278 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,279 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a161e47612fe7f8458dbc05437572671 columnFamilyName b 2024-11-16T09:54:28,279 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:28,280 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(327): Store=a161e47612fe7f8458dbc05437572671/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:28,280 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,281 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a161e47612fe7f8458dbc05437572671 columnFamilyName c 2024-11-16T09:54:28,281 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:28,281 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(327): Store=a161e47612fe7f8458dbc05437572671/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:28,281 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,282 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,283 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,283 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,283 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,284 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:28,285 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,286 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a161e47612fe7f8458dbc05437572671; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69460392, jitterRate=0.03504049777984619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:28,286 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a161e47612fe7f8458dbc05437572671: Writing region info on filesystem at 1731750868276Initializing all the Stores at 1731750868276Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750868276Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750868277 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750868277Cleaning up temporary data from old regions at 1731750868283 (+6 ms)Region opened successfully at 1731750868286 (+3 ms) 2024-11-16T09:54:28,293 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a161e47612fe7f8458dbc05437572671 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-16T09:54:28,309 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/a/8c56797052334fe181f79c6cefa6e39b is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731750868286/Put/seqid=0 2024-11-16T09:54:28,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741933_1112 (size=5958) 2024-11-16T09:54:28,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741933_1112 (size=5958) 2024-11-16T09:54:28,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741933_1112 (size=5958) 2024-11-16T09:54:28,317 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/a/8c56797052334fe181f79c6cefa6e39b 2024-11-16T09:54:28,323 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/a/8c56797052334fe181f79c6cefa6e39b as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/a/8c56797052334fe181f79c6cefa6e39b 2024-11-16T09:54:28,328 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/a/8c56797052334fe181f79c6cefa6e39b, entries=10, sequenceid=13, filesize=5.8 K 2024-11-16T09:54:28,329 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a161e47612fe7f8458dbc05437572671 in 36ms, sequenceid=13, compaction requested=false 2024-11-16T09:54:28,329 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a161e47612fe7f8458dbc05437572671: 2024-11-16T09:54:28,346 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a161e47612fe7f8458dbc05437572671, disabling compactions & flushes 2024-11-16T09:54:28,346 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:28,346 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:28,346 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. after waiting 0 ms 2024-11-16T09:54:28,346 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:28,347 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:28,347 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:28,347 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a161e47612fe7f8458dbc05437572671: Waiting for close lock at 1731750868346Disabling compacts and flushes for region at 1731750868346Disabling writes for close at 1731750868346Writing region close event to WAL at 1731750868347 (+1 ms)Closed at 1731750868347 2024-11-16T09:54:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741932_1111 (size=2805) 2024-11-16T09:54:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741932_1111 (size=2805) 2024-11-16T09:54:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741932_1111 (size=2805) 2024-11-16T09:54:28,366 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257, size=2.7 K (2805bytes) 2024-11-16T09:54:28,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257 2024-11-16T09:54:28,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257 after 1ms 2024-11-16T09:54:28,369 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:28,369 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257 took 3ms 2024-11-16T09:54:28,396 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257 so closing down 2024-11-16T09:54:28,396 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:28,398 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731750868257.temp 2024-11-16T09:54:28,399 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000003-wal.1731750868257.temp 2024-11-16T09:54:28,399 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741934_1113 (size=2312) 2024-11-16T09:54:28,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741934_1113 (size=2312) 2024-11-16T09:54:28,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741934_1113 (size=2312) 2024-11-16T09:54:28,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000003-wal.1731750868257.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-16T09:54:28,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000003-wal.1731750868257.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000035 2024-11-16T09:54:28,408 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-16T09:54:28,408 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257, journal: Splitting hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257, size=2.7 K (2805bytes) at 1731750868366Finishing writing output for hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257 so closing down at 1731750868396 (+30 ms)Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000003-wal.1731750868257.temp at 1731750868399 (+3 ms)3 split writer threads finished at 1731750868399Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000003-wal.1731750868257.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731750868406 (+7 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000003-wal.1731750868257.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000035 at 1731750868408 (+2 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1731750868408 2024-11-16T09:54:28,410 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868257 to hdfs://localhost:42183/hbase/oldWALs/wal.1731750868257 2024-11-16T09:54:28,411 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000035 2024-11-16T09:54:28,411 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:28,412 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:28,427 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413, exclude list is [], retry=0 2024-11-16T09:54:28,429 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:28,430 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:28,430 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:28,431 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413 2024-11-16T09:54:28,432 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455),(127.0.0.1/127.0.0.1:37899:37899)] 2024-11-16T09:54:28,432 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a161e47612fe7f8458dbc05437572671, NAME => 'testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:54:28,432 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:28,432 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,432 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,433 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,434 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a161e47612fe7f8458dbc05437572671 columnFamilyName a 2024-11-16T09:54:28,435 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:28,441 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/a/8c56797052334fe181f79c6cefa6e39b 2024-11-16T09:54:28,441 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(327): Store=a161e47612fe7f8458dbc05437572671/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:28,441 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,442 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a161e47612fe7f8458dbc05437572671 columnFamilyName b 2024-11-16T09:54:28,442 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:28,443 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(327): Store=a161e47612fe7f8458dbc05437572671/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:28,443 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,444 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a161e47612fe7f8458dbc05437572671 columnFamilyName c 2024-11-16T09:54:28,444 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:28,444 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(327): Store=a161e47612fe7f8458dbc05437572671/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:28,444 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,445 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,446 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,448 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000035 2024-11-16T09:54:28,450 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:28,451 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000035 2024-11-16T09:54:28,451 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a161e47612fe7f8458dbc05437572671 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-16T09:54:28,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/b/b891d0ff40ac415a90883267ec6730b0 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731750868329/Put/seqid=0 2024-11-16T09:54:28,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741936_1115 (size=5958) 2024-11-16T09:54:28,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741936_1115 (size=5958) 2024-11-16T09:54:28,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741936_1115 (size=5958) 2024-11-16T09:54:28,474 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/b/b891d0ff40ac415a90883267ec6730b0 2024-11-16T09:54:28,501 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/c/0abd64072eaa4de2bd798f66a13affae is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731750868336/Put/seqid=0 2024-11-16T09:54:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741937_1116 (size=5958) 2024-11-16T09:54:28,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741937_1116 (size=5958) 2024-11-16T09:54:28,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741937_1116 (size=5958) 2024-11-16T09:54:28,508 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/c/0abd64072eaa4de2bd798f66a13affae 2024-11-16T09:54:28,514 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/b/b891d0ff40ac415a90883267ec6730b0 as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/b/b891d0ff40ac415a90883267ec6730b0 2024-11-16T09:54:28,519 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/b/b891d0ff40ac415a90883267ec6730b0, entries=10, sequenceid=35, filesize=5.8 K 2024-11-16T09:54:28,520 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/c/0abd64072eaa4de2bd798f66a13affae as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/c/0abd64072eaa4de2bd798f66a13affae 2024-11-16T09:54:28,525 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/c/0abd64072eaa4de2bd798f66a13affae, entries=10, sequenceid=35, filesize=5.8 K 2024-11-16T09:54:28,525 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a161e47612fe7f8458dbc05437572671 in 74ms, sequenceid=35, compaction requested=false; wal=null 2024-11-16T09:54:28,526 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000035 2024-11-16T09:54:28,527 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,527 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,527 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:28,529 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:28,531 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-16T09:54:28,532 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a161e47612fe7f8458dbc05437572671; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66589756, jitterRate=-0.007735311985015869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:28,532 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a161e47612fe7f8458dbc05437572671: Writing region info on filesystem at 1731750868432Initializing all the Stores at 1731750868433 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750868433Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750868433Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750868433Obtaining lock to block concurrent updates at 1731750868451 (+18 ms)Preparing flush snapshotting stores in a161e47612fe7f8458dbc05437572671 at 1731750868451Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731750868451Flushing stores of testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. at 1731750868451Flushing a161e47612fe7f8458dbc05437572671/b: creating writer at 1731750868451Flushing a161e47612fe7f8458dbc05437572671/b: appending metadata at 1731750868465 (+14 ms)Flushing a161e47612fe7f8458dbc05437572671/b: closing flushed file at 1731750868465Flushing a161e47612fe7f8458dbc05437572671/c: creating writer at 1731750868479 (+14 ms)Flushing a161e47612fe7f8458dbc05437572671/c: appending metadata at 1731750868500 (+21 ms)Flushing a161e47612fe7f8458dbc05437572671/c: closing flushed file at 1731750868500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d39160: reopening flushed file at 1731750868513 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151f87ff: reopening flushed file at 1731750868520 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a161e47612fe7f8458dbc05437572671 in 74ms, sequenceid=35, compaction requested=false; wal=null at 1731750868525 (+5 ms)Cleaning up temporary data from old regions at 1731750868527 (+2 ms)Region opened successfully at 1731750868532 (+5 ms) 2024-11-16T09:54:28,610 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413, size=0 (0bytes) 2024-11-16T09:54:28,611 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413 might be still open, length is 0 2024-11-16T09:54:28,611 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413 2024-11-16T09:54:28,611 WARN [IPC Server handler 4 on default port 42183 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-11-16T09:54:28,611 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413 after 0ms 2024-11-16T09:54:28,834 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:36658 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:40845:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36658 dst: /127.0.0.1:40845 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40845 remote=/127.0.0.1:36658]. Total timeout mills is 60000, 59729 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:28,835 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:49912 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:35855:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49912 dst: /127.0.0.1:35855 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:28,835 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872363199_22 at /127.0.0.1:40144 [Receiving block BP-302613514-172.17.0.2-1731750830855:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:39879:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40144 dst: /127.0.0.1:39879 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:28,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741935_1117 (size=2304) 2024-11-16T09:54:28,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741935_1117 (size=2304) 2024-11-16T09:54:28,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741935_1117 (size=2304) 2024-11-16T09:54:32,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413 after 4001ms 2024-11-16T09:54:32,615 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:32,615 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413 took 4005ms 2024-11-16T09:54:32,617 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413; continuing. 2024-11-16T09:54:32,617 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413 so closing down 2024-11-16T09:54:32,617 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T09:54:32,618 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731750868413.temp 2024-11-16T09:54:32,619 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000037-wal.1731750868413.temp 2024-11-16T09:54:32,619 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T09:54:32,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741938_1118 (size=2312) 2024-11-16T09:54:32,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741938_1118 (size=2312) 2024-11-16T09:54:32,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741938_1118 (size=2312) 2024-11-16T09:54:32,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000037-wal.1731750868413.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-16T09:54:32,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000037-wal.1731750868413.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000066 2024-11-16T09:54:32,629 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T09:54:32,629 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413, journal: Splitting hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413, size=0 (0bytes) at 1731750868611Finishing writing output for hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413 so closing down at 1731750872617 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000037-wal.1731750868413.temp at 1731750872619 (+2 ms)3 split writer threads finished at 1731750872619Closed recovered edits writer path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000037-wal.1731750868413.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731750872628 (+9 ms)Rename recovered edits hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000037-wal.1731750868413.temp to hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000066 at 1731750872629 (+1 ms)Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413, size=0, length=0, corrupted=false, cancelled=false at 1731750872629 2024-11-16T09:54:32,631 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413 to hdfs://localhost:42183/hbase/oldWALs/wal.1731750868413 2024-11-16T09:54:32,632 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000066 2024-11-16T09:54:32,632 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T09:54:32,633 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42183/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199, archiveDir=hdfs://localhost:42183/hbase/oldWALs, maxLogs=32 2024-11-16T09:54:32,646 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750872634, exclude list is [], retry=0 2024-11-16T09:54:32,649 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-78a58c51-09f1-48d2-9561-c0b29ef7b7e1,DISK] 2024-11-16T09:54:32,649 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40845,DS-9fce3394-b179-454c-89d6-88b96c4b2820,DISK] 2024-11-16T09:54:32,649 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35855,DS-c72394e4-7fe6-41e2-80e5-2751e25f4892,DISK] 2024-11-16T09:54:32,651 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750872634 2024-11-16T09:54:32,651 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899),(127.0.0.1/127.0.0.1:41315:41315),(127.0.0.1/127.0.0.1:44455:44455)] 2024-11-16T09:54:32,651 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:54:32,652 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:32,653 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a161e47612fe7f8458dbc05437572671 columnFamilyName a 2024-11-16T09:54:32,653 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:32,659 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/a/8c56797052334fe181f79c6cefa6e39b 2024-11-16T09:54:32,659 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(327): Store=a161e47612fe7f8458dbc05437572671/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:32,659 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:32,660 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a161e47612fe7f8458dbc05437572671 columnFamilyName b 2024-11-16T09:54:32,660 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:32,664 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/b/b891d0ff40ac415a90883267ec6730b0 2024-11-16T09:54:32,664 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(327): Store=a161e47612fe7f8458dbc05437572671/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:32,664 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:32,665 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a161e47612fe7f8458dbc05437572671 columnFamilyName c 2024-11-16T09:54:32,665 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:54:32,669 DEBUG [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/c/0abd64072eaa4de2bd798f66a13affae 2024-11-16T09:54:32,669 INFO [StoreOpener-a161e47612fe7f8458dbc05437572671-1 {}] regionserver.HStore(327): Store=a161e47612fe7f8458dbc05437572671/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:54:32,669 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:32,669 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:32,671 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:32,671 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000066 2024-11-16T09:54:32,672 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-16T09:54:32,677 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000066 2024-11-16T09:54:32,677 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a161e47612fe7f8458dbc05437572671 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-16T09:54:32,692 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/a/48304db9178540d1974828c388efb833 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731750868539/Put/seqid=0 2024-11-16T09:54:32,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741940_1120 (size=5958) 2024-11-16T09:54:32,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741940_1120 (size=5958) 2024-11-16T09:54:32,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741940_1120 (size=5958) 2024-11-16T09:54:32,699 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/a/48304db9178540d1974828c388efb833 2024-11-16T09:54:32,717 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/b/0a46309de85341ffb0f9be9ca9d224c5 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731750868548/Put/seqid=0 2024-11-16T09:54:32,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741941_1121 (size=5958) 2024-11-16T09:54:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741941_1121 (size=5958) 2024-11-16T09:54:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741941_1121 (size=5958) 2024-11-16T09:54:32,723 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/b/0a46309de85341ffb0f9be9ca9d224c5 2024-11-16T09:54:32,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/c/fd3f7bd4986e4e49b1ceab73a59cd8c6 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731750868555/Put/seqid=0 2024-11-16T09:54:32,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741942_1122 (size=5958) 2024-11-16T09:54:32,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741942_1122 (size=5958) 2024-11-16T09:54:32,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741942_1122 (size=5958) 2024-11-16T09:54:32,747 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/c/fd3f7bd4986e4e49b1ceab73a59cd8c6 2024-11-16T09:54:32,752 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/a/48304db9178540d1974828c388efb833 as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/a/48304db9178540d1974828c388efb833 2024-11-16T09:54:32,756 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/a/48304db9178540d1974828c388efb833, entries=10, sequenceid=66, filesize=5.8 K 2024-11-16T09:54:32,757 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/b/0a46309de85341ffb0f9be9ca9d224c5 as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/b/0a46309de85341ffb0f9be9ca9d224c5 2024-11-16T09:54:32,761 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/b/0a46309de85341ffb0f9be9ca9d224c5, entries=10, sequenceid=66, filesize=5.8 K 2024-11-16T09:54:32,762 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/.tmp/c/fd3f7bd4986e4e49b1ceab73a59cd8c6 as hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/c/fd3f7bd4986e4e49b1ceab73a59cd8c6 2024-11-16T09:54:32,766 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/c/fd3f7bd4986e4e49b1ceab73a59cd8c6, entries=10, sequenceid=66, filesize=5.8 K 2024-11-16T09:54:32,766 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a161e47612fe7f8458dbc05437572671 in 89ms, sequenceid=66, compaction requested=false; wal=null 2024-11-16T09:54:32,766 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/0000000000000000066 2024-11-16T09:54:32,767 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:32,767 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:32,768 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T09:54:32,769 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a161e47612fe7f8458dbc05437572671 2024-11-16T09:54:32,771 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/hbase/data/default/testReplayEditsWrittenViaHRegion/a161e47612fe7f8458dbc05437572671/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-16T09:54:32,771 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a161e47612fe7f8458dbc05437572671; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71099780, jitterRate=0.05946928262710571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T09:54:32,772 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a161e47612fe7f8458dbc05437572671: Writing region info on filesystem at 1731750872651Initializing all the Stores at 1731750872652 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750872652Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750872652Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750872652Obtaining lock to block concurrent updates at 1731750872677 (+25 ms)Preparing flush snapshotting stores in a161e47612fe7f8458dbc05437572671 at 1731750872677Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731750872677Flushing stores of testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. at 1731750872677Flushing a161e47612fe7f8458dbc05437572671/a: creating writer at 1731750872678 (+1 ms)Flushing a161e47612fe7f8458dbc05437572671/a: appending metadata at 1731750872692 (+14 ms)Flushing a161e47612fe7f8458dbc05437572671/a: closing flushed file at 1731750872692Flushing a161e47612fe7f8458dbc05437572671/b: creating writer at 1731750872703 (+11 ms)Flushing a161e47612fe7f8458dbc05437572671/b: appending metadata at 1731750872716 (+13 ms)Flushing a161e47612fe7f8458dbc05437572671/b: closing flushed file at 1731750872716Flushing a161e47612fe7f8458dbc05437572671/c: creating writer at 1731750872727 (+11 ms)Flushing a161e47612fe7f8458dbc05437572671/c: appending metadata at 1731750872740 (+13 ms)Flushing a161e47612fe7f8458dbc05437572671/c: closing flushed file at 1731750872740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246a5d9f: reopening flushed file at 1731750872751 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6974ae27: reopening flushed file at 1731750872756 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f85f36: reopening flushed file at 1731750872761 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a161e47612fe7f8458dbc05437572671 in 89ms, sequenceid=66, compaction requested=false; wal=null at 1731750872766 (+5 ms)Cleaning up temporary data from old regions at 1731750872767 (+1 ms)Region opened successfully at 1731750872772 (+5 ms) 2024-11-16T09:54:32,783 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a161e47612fe7f8458dbc05437572671, disabling compactions & flushes 2024-11-16T09:54:32,783 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:32,783 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:32,783 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. after waiting 0 ms 2024-11-16T09:54:32,783 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:32,785 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731750868201.a161e47612fe7f8458dbc05437572671. 2024-11-16T09:54:32,785 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a161e47612fe7f8458dbc05437572671: Waiting for close lock at 1731750872783Disabling compacts and flushes for region at 1731750872783Disabling writes for close at 1731750872783Writing region close event to WAL at 1731750872784 (+1 ms)Closed at 1731750872784 2024-11-16T09:54:32,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741939_1119 (size=93) 2024-11-16T09:54:32,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741939_1119 (size=93) 2024-11-16T09:54:32,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741939_1119 (size=93) 2024-11-16T09:54:32,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T09:54:32,789 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731750872634) 2024-11-16T09:54:32,803 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=442 (was 437) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1421588278_22 at /127.0.0.1:46692 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:42183 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1421588278_22 at /127.0.0.1:39460 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:42183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1421588278_22 at /127.0.0.1:40832 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1410 (was 1342) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 129), ProcessCount=11 (was 11), AvailableMemoryMB=6056 (was 6099) 2024-11-16T09:54:32,804 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1410 is superior to 1024 2024-11-16T09:54:32,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T09:54:32,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:54:32,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:54:32,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:54:32,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:54:32,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T09:54:32,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T09:54:32,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1907521982, stopped=false 2024-11-16T09:54:32,805 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=037c58a19ddb,38833,1731750833904 2024-11-16T09:54:32,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:54:32,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:54:32,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:54:32,807 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:54:32,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:54:32,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:54:32,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:54:32,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:54:32,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:54:32,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:54:32,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:54:32,808 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '037c58a19ddb,36805,1731750834724' ***** 2024-11-16T09:54:32,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:54:32,808 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T09:54:32,809 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '037c58a19ddb,42973,1731750834766' ***** 2024-11-16T09:54:32,809 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T09:54:32,809 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:54:32,809 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:54:32,809 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:54:32,809 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:54:32,809 INFO [RS:1;037c58a19ddb:36805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T09:54:32,809 INFO [RS:2;037c58a19ddb:42973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T09:54:32,809 INFO [RS:1;037c58a19ddb:36805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T09:54:32,809 INFO [RS:2;037c58a19ddb:42973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T09:54:32,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:54:32,809 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.HRegionServer(959): stopping server 037c58a19ddb,42973,1731750834766 2024-11-16T09:54:32,809 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(3091): Received CLOSE for 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:32,809 INFO [RS:2;037c58a19ddb:42973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:54:32,809 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(959): stopping server 037c58a19ddb,36805,1731750834724 2024-11-16T09:54:32,809 INFO [RS:2;037c58a19ddb:42973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;037c58a19ddb:42973. 2024-11-16T09:54:32,809 INFO [RS:1;037c58a19ddb:36805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:54:32,810 DEBUG [RS:2;037c58a19ddb:42973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:54:32,810 INFO [RS:1;037c58a19ddb:36805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;037c58a19ddb:36805. 2024-11-16T09:54:32,810 DEBUG [RS:2;037c58a19ddb:42973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:54:32,810 DEBUG [RS:1;037c58a19ddb:36805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:54:32,810 DEBUG [RS:1;037c58a19ddb:36805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:54:32,810 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.HRegionServer(976): stopping server 037c58a19ddb,42973,1731750834766; all regions closed. 2024-11-16T09:54:32,810 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T09:54:32,810 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T09:54:32,810 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T09:54:32,810 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T09:54:32,810 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8afcecffffeb4a6394833b46936051d1, disabling compactions & flushes 2024-11-16T09:54:32,810 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:32,810 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:32,810 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. after waiting 0 ms 2024-11-16T09:54:32,810 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:32,811 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T09:54:32,811 DEBUG [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8afcecffffeb4a6394833b46936051d1=testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1.} 2024-11-16T09:54:32,811 DEBUG [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8afcecffffeb4a6394833b46936051d1 2024-11-16T09:54:32,811 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:54:32,811 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:54:32,811 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:54:32,811 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:54:32,811 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:54:32,811 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-11-16T09:54:32,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741833_1009 (size=93) 2024-11-16T09:54:32,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741833_1009 (size=93) 2024-11-16T09:54:32,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741833_1009 (size=93) 2024-11-16T09:54:32,816 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8afcecffffeb4a6394833b46936051d1/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-16T09:54:32,817 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:32,817 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8afcecffffeb4a6394833b46936051d1: Waiting for close lock at 1731750872810Running coprocessor pre-close hooks at 1731750872810Disabling compacts and flushes for region at 1731750872810Disabling writes for close at 1731750872810Writing region close event to WAL at 1731750872811 (+1 ms)Running coprocessor post-close hooks at 1731750872817 (+6 ms)Closed at 1731750872817 2024-11-16T09:54:32,817 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1. 2024-11-16T09:54:32,817 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/.tmp/info/d345600cdf184f68b34424ba40fa8ecc is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731750848897.8afcecffffeb4a6394833b46936051d1./info:regioninfo/1731750852782/Put/seqid=0 2024-11-16T09:54:32,821 DEBUG [RS:2;037c58a19ddb:42973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/oldWALs 2024-11-16T09:54:32,821 INFO [RS:2;037c58a19ddb:42973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C42973%2C1731750834766:(num 1731750836096) 2024-11-16T09:54:32,821 DEBUG [RS:2;037c58a19ddb:42973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:54:32,821 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:54:32,821 INFO [RS:2;037c58a19ddb:42973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:54:32,821 INFO [RS:2;037c58a19ddb:42973 {}] hbase.ChoreService(370): Chore service for: regionserver/037c58a19ddb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T09:54:32,822 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T09:54:32,822 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T09:54:32,822 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T09:54:32,822 INFO [RS:2;037c58a19ddb:42973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:54:32,822 INFO [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:54:32,822 INFO [RS:2;037c58a19ddb:42973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42973 2024-11-16T09:54:32,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:54:32,824 INFO [RS:2;037c58a19ddb:42973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:54:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741943_1123 (size=6778) 2024-11-16T09:54:32,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/037c58a19ddb,42973,1731750834766 2024-11-16T09:54:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741943_1123 (size=6778) 2024-11-16T09:54:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741943_1123 (size=6778) 2024-11-16T09:54:32,826 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/.tmp/info/d345600cdf184f68b34424ba40fa8ecc 2024-11-16T09:54:32,826 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [037c58a19ddb,42973,1731750834766] 2024-11-16T09:54:32,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/037c58a19ddb,42973,1731750834766 already deleted, retry=false 2024-11-16T09:54:32,828 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 037c58a19ddb,42973,1731750834766 expired; onlineServers=1 2024-11-16T09:54:32,833 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/.tmp/info/d345600cdf184f68b34424ba40fa8ecc as hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/info/d345600cdf184f68b34424ba40fa8ecc 2024-11-16T09:54:32,838 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/info/d345600cdf184f68b34424ba40fa8ecc, entries=8, sequenceid=23, filesize=6.6 K 2024-11-16T09:54:32,839 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=23, compaction requested=false 2024-11-16T09:54:32,839 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T09:54:32,844 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-11-16T09:54:32,845 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:54:32,845 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:54:32,845 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750872811Running coprocessor pre-close hooks at 1731750872811Disabling compacts and flushes for region at 1731750872811Disabling writes for close at 1731750872811Obtaining lock to block concurrent updates at 1731750872811Preparing flush snapshotting stores in 1588230740 at 1731750872811Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1731750872812 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731750872813 (+1 ms)Flushing 1588230740/info: creating writer at 1731750872813Flushing 1588230740/info: appending metadata at 1731750872817 (+4 ms)Flushing 1588230740/info: closing flushed file at 1731750872817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7392257f: reopening flushed file at 1731750872832 (+15 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 28ms, sequenceid=23, compaction requested=false at 1731750872839 (+7 ms)Writing region close event to WAL at 1731750872841 (+2 ms)Running coprocessor post-close hooks at 1731750872845 (+4 ms)Closed at 1731750872845 2024-11-16T09:54:32,845 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T09:54:32,897 INFO [regionserver/037c58a19ddb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:54:32,897 INFO [regionserver/037c58a19ddb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:54:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:54:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42973-0x101b08021450003, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:54:32,926 INFO [RS:2;037c58a19ddb:42973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:54:32,926 INFO [RS:2;037c58a19ddb:42973 {}] regionserver.HRegionServer(1031): Exiting; stopping=037c58a19ddb,42973,1731750834766; zookeeper connection closed. 2024-11-16T09:54:32,927 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a3bbc5a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a3bbc5a 2024-11-16T09:54:32,929 INFO [regionserver/037c58a19ddb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T09:54:32,929 INFO [regionserver/037c58a19ddb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T09:54:33,011 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(976): stopping server 037c58a19ddb,36805,1731750834724; all regions closed. 2024-11-16T09:54:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741893_1071 (size=1552) 2024-11-16T09:54:33,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,36805,1731750834724/037c58a19ddb%2C36805%2C1731750834724.meta.1731750851952.meta not finished, retry = 0 2024-11-16T09:54:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741893_1071 (size=1552) 2024-11-16T09:54:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741893_1071 (size=1552) 2024-11-16T09:54:33,116 DEBUG [RS:1;037c58a19ddb:36805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/oldWALs 2024-11-16T09:54:33,116 INFO [RS:1;037c58a19ddb:36805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C36805%2C1731750834724.meta:.meta(num 1731750851952) 2024-11-16T09:54:33,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741834_1010 (size=2652) 2024-11-16T09:54:33,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/WALs/037c58a19ddb,36805,1731750834724/037c58a19ddb%2C36805%2C1731750834724.1731750836097 not finished, retry = 0 2024-11-16T09:54:33,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741834_1010 (size=2652) 2024-11-16T09:54:33,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741834_1010 (size=2652) 2024-11-16T09:54:33,222 DEBUG [RS:1;037c58a19ddb:36805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/oldWALs 2024-11-16T09:54:33,222 INFO [RS:1;037c58a19ddb:36805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C36805%2C1731750834724:(num 1731750836097) 2024-11-16T09:54:33,222 DEBUG [RS:1;037c58a19ddb:36805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:54:33,222 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:54:33,222 INFO [RS:1;037c58a19ddb:36805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:54:33,222 INFO [RS:1;037c58a19ddb:36805 {}] hbase.ChoreService(370): Chore service for: regionserver/037c58a19ddb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T09:54:33,222 INFO [RS:1;037c58a19ddb:36805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:54:33,222 INFO [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:54:33,222 INFO [RS:1;037c58a19ddb:36805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36805 2024-11-16T09:54:33,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:54:33,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/037c58a19ddb,36805,1731750834724 2024-11-16T09:54:33,226 INFO [RS:1;037c58a19ddb:36805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:54:33,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [037c58a19ddb,36805,1731750834724] 2024-11-16T09:54:33,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/037c58a19ddb,36805,1731750834724 already deleted, retry=false 2024-11-16T09:54:33,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 037c58a19ddb,36805,1731750834724 expired; onlineServers=0 2024-11-16T09:54:33,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '037c58a19ddb,38833,1731750833904' ***** 2024-11-16T09:54:33,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T09:54:33,228 INFO [M:0;037c58a19ddb:38833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:54:33,228 INFO [M:0;037c58a19ddb:38833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:54:33,228 DEBUG [M:0;037c58a19ddb:38833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T09:54:33,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T09:54:33,228 DEBUG [M:0;037c58a19ddb:38833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T09:54:33,228 DEBUG [master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750835745 {}] cleaner.HFileCleaner(306): Exit Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750835745,5,FailOnTimeoutGroup] 2024-11-16T09:54:33,228 DEBUG [master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750835750 {}] cleaner.HFileCleaner(306): Exit Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750835750,5,FailOnTimeoutGroup] 2024-11-16T09:54:33,229 INFO [M:0;037c58a19ddb:38833 {}] hbase.ChoreService(370): Chore service for: master/037c58a19ddb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T09:54:33,229 INFO [M:0;037c58a19ddb:38833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:54:33,229 DEBUG [M:0;037c58a19ddb:38833 {}] master.HMaster(1795): Stopping service threads 2024-11-16T09:54:33,229 INFO [M:0;037c58a19ddb:38833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T09:54:33,229 INFO [M:0;037c58a19ddb:38833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:54:33,230 INFO [M:0;037c58a19ddb:38833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T09:54:33,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T09:54:33,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T09:54:33,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:54:33,231 DEBUG [M:0;037c58a19ddb:38833 {}] zookeeper.ZKUtil(347): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T09:54:33,231 WARN [M:0;037c58a19ddb:38833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T09:54:33,231 INFO [M:0;037c58a19ddb:38833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/.lastflushedseqids 2024-11-16T09:54:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741944_1124 (size=119) 2024-11-16T09:54:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741944_1124 (size=119) 2024-11-16T09:54:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741944_1124 (size=119) 2024-11-16T09:54:33,244 INFO [M:0;037c58a19ddb:38833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T09:54:33,244 INFO [M:0;037c58a19ddb:38833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T09:54:33,245 DEBUG [M:0;037c58a19ddb:38833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:54:33,245 INFO [M:0;037c58a19ddb:38833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:54:33,245 DEBUG [M:0;037c58a19ddb:38833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:54:33,245 DEBUG [M:0;037c58a19ddb:38833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:54:33,245 DEBUG [M:0;037c58a19ddb:38833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:54:33,245 INFO [M:0;037c58a19ddb:38833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-11-16T09:54:33,261 DEBUG [M:0;037c58a19ddb:38833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c722fad0e7f34ebd92c0d457b39f5a08 is 82, key is hbase:meta,,1/info:regioninfo/1731750852129/Put/seqid=0 2024-11-16T09:54:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741945_1125 (size=6063) 2024-11-16T09:54:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741945_1125 (size=6063) 2024-11-16T09:54:33,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741945_1125 (size=6063) 2024-11-16T09:54:33,267 INFO [M:0;037c58a19ddb:38833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c722fad0e7f34ebd92c0d457b39f5a08 2024-11-16T09:54:33,287 DEBUG [M:0;037c58a19ddb:38833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6755abb3ac6648b2ad0d645709f7ac38 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731750849324/Put/seqid=0 2024-11-16T09:54:33,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741946_1126 (size=7907) 2024-11-16T09:54:33,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741946_1126 (size=7907) 2024-11-16T09:54:33,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741946_1126 (size=7907) 2024-11-16T09:54:33,295 INFO [M:0;037c58a19ddb:38833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6755abb3ac6648b2ad0d645709f7ac38 2024-11-16T09:54:33,299 INFO [M:0;037c58a19ddb:38833 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6755abb3ac6648b2ad0d645709f7ac38 2024-11-16T09:54:33,314 DEBUG [M:0;037c58a19ddb:38833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc16eaaa5cd2482db0ce62ee60a30999 is 69, key is 037c58a19ddb,36805,1731750834724/rs:state/1731750835836/Put/seqid=0 2024-11-16T09:54:33,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741947_1127 (size=5440) 2024-11-16T09:54:33,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741947_1127 (size=5440) 2024-11-16T09:54:33,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741947_1127 (size=5440) 2024-11-16T09:54:33,321 INFO [M:0;037c58a19ddb:38833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc16eaaa5cd2482db0ce62ee60a30999 2024-11-16T09:54:33,325 INFO [M:0;037c58a19ddb:38833 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc16eaaa5cd2482db0ce62ee60a30999 2024-11-16T09:54:33,325 DEBUG [M:0;037c58a19ddb:38833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c722fad0e7f34ebd92c0d457b39f5a08 as hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c722fad0e7f34ebd92c0d457b39f5a08 2024-11-16T09:54:33,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:54:33,327 INFO [RS:1;037c58a19ddb:36805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:54:33,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36805-0x101b08021450002, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:54:33,327 INFO [RS:1;037c58a19ddb:36805 {}] regionserver.HRegionServer(1031): Exiting; stopping=037c58a19ddb,36805,1731750834724; zookeeper connection closed. 2024-11-16T09:54:33,327 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@706e2d59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@706e2d59 2024-11-16T09:54:33,328 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T09:54:33,330 INFO [M:0;037c58a19ddb:38833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c722fad0e7f34ebd92c0d457b39f5a08, entries=14, sequenceid=207, filesize=5.9 K 2024-11-16T09:54:33,331 DEBUG [M:0;037c58a19ddb:38833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6755abb3ac6648b2ad0d645709f7ac38 as hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6755abb3ac6648b2ad0d645709f7ac38 2024-11-16T09:54:33,335 INFO [M:0;037c58a19ddb:38833 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6755abb3ac6648b2ad0d645709f7ac38 2024-11-16T09:54:33,335 INFO [M:0;037c58a19ddb:38833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6755abb3ac6648b2ad0d645709f7ac38, entries=21, sequenceid=207, filesize=7.7 K 2024-11-16T09:54:33,336 DEBUG [M:0;037c58a19ddb:38833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc16eaaa5cd2482db0ce62ee60a30999 as hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc16eaaa5cd2482db0ce62ee60a30999 2024-11-16T09:54:33,340 INFO [M:0;037c58a19ddb:38833 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc16eaaa5cd2482db0ce62ee60a30999 2024-11-16T09:54:33,340 INFO [M:0;037c58a19ddb:38833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42183/user/jenkins/test-data/aee894b7-e072-ae0d-a8f0-340cf67802a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc16eaaa5cd2482db0ce62ee60a30999, entries=3, sequenceid=207, filesize=5.3 K 2024-11-16T09:54:33,341 INFO [M:0;037c58a19ddb:38833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=207, compaction requested=false 2024-11-16T09:54:33,342 INFO [M:0;037c58a19ddb:38833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:54:33,342 DEBUG [M:0;037c58a19ddb:38833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731750873245Disabling compacts and flushes for region at 1731750873245Disabling writes for close at 1731750873245Obtaining lock to block concurrent updates at 1731750873245Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731750873245Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1731750873245Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731750873246 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731750873246Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731750873260 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731750873260Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731750873272 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731750873286 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731750873286Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731750873300 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731750873313 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731750873313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2726758: reopening flushed file at 1731750873325 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662e55a9: reopening flushed file at 1731750873330 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b26149: reopening flushed file at 1731750873335 (+5 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=207, compaction requested=false at 1731750873341 (+6 ms)Writing region close event to WAL at 1731750873342 (+1 ms)Closed at 1731750873342 2024-11-16T09:54:33,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40845 is added to blk_1073741830_1006 (size=86747) 2024-11-16T09:54:33,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35855 is added to blk_1073741830_1006 (size=86747) 2024-11-16T09:54:33,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741830_1006 (size=86747) 2024-11-16T09:54:33,345 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:54:33,345 INFO [M:0;037c58a19ddb:38833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T09:54:33,346 INFO [M:0;037c58a19ddb:38833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38833 2024-11-16T09:54:33,346 INFO [M:0;037c58a19ddb:38833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:54:33,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:54:33,448 INFO [M:0;037c58a19ddb:38833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:54:33,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38833-0x101b08021450000, quorum=127.0.0.1:56084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:54:33,454 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750862621 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750862621 (inode 16688) Holder DFSClient_NONMAPREDUCE_872363199_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731750853399/wal.1731750862621 (inode 16688) Holder DFSClient_NONMAPREDUCE_872363199_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-16T09:54:33,457 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853266 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853266 (inode 16665) Holder DFSClient_NONMAPREDUCE_872363199_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731750852998/wal.1731750853266 (inode 16665) Holder DFSClient_NONMAPREDUCE_872363199_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-16T09:54:33,457 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731750844479/wal.1731750844594 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:33,459 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863662 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863662 (inode 16714) Holder DFSClient_NONMAPREDUCE_872363199_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731750863232/wal.1731750863662 (inode 16714) Holder DFSClient_NONMAPREDUCE_872363199_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-16T09:54:33,460 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731750863806/wal.1731750863860 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:33,460 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731750868199/wal.1731750868413 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:33,460 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731750837687/wal.1731750837757 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:54:33,462 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal.1731750837561 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal.1731750837561 (inode 16485) Holder DFSClient_NONMAPREDUCE_872363199_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731750837384/wal.1731750837561 (inode 16485) Holder DFSClient_NONMAPREDUCE_872363199_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-16T09:54:33,464 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal.1731750837141 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal.1731750837141 (inode 16462) Holder DFSClient_NONMAPREDUCE_872363199_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731750836897/wal.1731750837141 (inode 16462) Holder DFSClient_NONMAPREDUCE_872363199_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-16T09:54:33,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4290616c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:54:33,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:54:33,472 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:54:33,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:54:33,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/hadoop.log.dir/,STOPPED} 2024-11-16T09:54:33,475 WARN [BP-302613514-172.17.0.2-1731750830855 heartbeating to localhost/127.0.0.1:42183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:54:33,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:54:33,475 WARN [BP-302613514-172.17.0.2-1731750830855 heartbeating to localhost/127.0.0.1:42183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-302613514-172.17.0.2-1731750830855 (Datanode Uuid ec8ef640-5693-440d-8630-b6499276978f) service to localhost/127.0.0.1:42183 2024-11-16T09:54:33,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:54:33,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data5/current/BP-302613514-172.17.0.2-1731750830855 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:54:33,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data6/current/BP-302613514-172.17.0.2-1731750830855 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:54:33,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:54:33,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28e1ba78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:54:33,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:54:33,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:54:33,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:54:33,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/hadoop.log.dir/,STOPPED} 2024-11-16T09:54:33,481 WARN [BP-302613514-172.17.0.2-1731750830855 heartbeating to localhost/127.0.0.1:42183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:54:33,481 WARN [BP-302613514-172.17.0.2-1731750830855 heartbeating to localhost/127.0.0.1:42183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-302613514-172.17.0.2-1731750830855 (Datanode Uuid bef038bf-acaa-4508-8ab7-43a73f61c90a) service to localhost/127.0.0.1:42183 2024-11-16T09:54:33,481 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:54:33,481 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:54:33,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data3/current/BP-302613514-172.17.0.2-1731750830855 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:54:33,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data4/current/BP-302613514-172.17.0.2-1731750830855 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:54:33,482 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:54:33,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc44ec6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:54:33,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:54:33,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:54:33,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:54:33,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/hadoop.log.dir/,STOPPED} 2024-11-16T09:54:33,485 WARN [BP-302613514-172.17.0.2-1731750830855 heartbeating to localhost/127.0.0.1:42183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:54:33,485 WARN [BP-302613514-172.17.0.2-1731750830855 heartbeating to localhost/127.0.0.1:42183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-302613514-172.17.0.2-1731750830855 (Datanode Uuid 6bc8a679-f33a-4060-a387-e59eb389acc4) service to localhost/127.0.0.1:42183 2024-11-16T09:54:33,485 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:54:33,486 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:54:33,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data1/current/BP-302613514-172.17.0.2-1731750830855 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:54:33,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/cluster_92344fbe-532d-c1bc-a86f-5fff9573a843/data/data2/current/BP-302613514-172.17.0.2-1731750830855 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:54:33,487 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:54:33,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1843526c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:54:33,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:54:33,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:54:33,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:54:33,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e16c955-9cf4-69c4-8f57-1c5ff158980b/hadoop.log.dir/,STOPPED} 2024-11-16T09:54:33,503 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T09:54:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down