2024-11-18 22:38:57,446 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-18 22:38:57,467 main DEBUG Took 0.016903 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 22:38:57,468 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 22:38:57,469 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 22:38:57,470 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 22:38:57,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,484 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 22:38:57,502 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,505 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,506 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,507 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,509 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,510 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,512 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,513 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,514 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,515 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,516 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,517 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,518 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,519 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,519 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,520 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,521 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 22:38:57,522 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,522 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 22:38:57,525 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 22:38:57,526 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 22:38:57,538 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 22:38:57,539 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 22:38:57,540 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 22:38:57,541 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 22:38:57,554 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 22:38:57,558 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 22:38:57,560 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 22:38:57,561 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 22:38:57,562 main DEBUG createAppenders(={Console}) 2024-11-18 22:38:57,569 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-18 22:38:57,569 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-18 22:38:57,570 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-18 22:38:57,571 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 22:38:57,571 main DEBUG OutputStream closed 2024-11-18 22:38:57,572 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 22:38:57,572 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 22:38:57,573 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-18 22:38:57,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 22:38:57,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 22:38:57,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 22:38:57,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 22:38:57,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 22:38:57,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 22:38:57,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 22:38:57,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 22:38:57,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 22:38:57,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 22:38:57,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 22:38:57,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 22:38:57,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 22:38:57,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 22:38:57,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 22:38:57,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 22:38:57,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 22:38:57,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 22:38:57,696 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 22:38:57,696 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-18 22:38:57,696 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 22:38:57,698 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-18T22:38:58,024 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc 2024-11-18 22:38:58,027 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 22:38:58,027 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T22:38:58,037 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-18T22:38:58,047 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-18T22:38:58,088 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T22:38:58,164 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T22:38:58,165 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T22:38:58,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T22:38:58,200 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6, deleteOnExit=true 2024-11-18T22:38:58,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T22:38:58,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/test.cache.data in system properties and HBase conf 2024-11-18T22:38:58,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T22:38:58,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/hadoop.log.dir in system properties and HBase conf 2024-11-18T22:38:58,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T22:38:58,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T22:38:58,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T22:38:58,376 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T22:38:58,578 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T22:38:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:38:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T22:38:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T22:38:58,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:38:58,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T22:38:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T22:38:58,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T22:38:58,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:38:58,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T22:38:58,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/nfs.dump.dir in system properties and HBase conf 2024-11-18T22:38:58,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/java.io.tmpdir in system properties and HBase conf 2024-11-18T22:38:58,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T22:38:58,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T22:38:58,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T22:39:00,113 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T22:39:00,233 INFO [Time-limited test {}] log.Log(170): Logging initialized @4417ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T22:39:00,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:39:00,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:39:00,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:39:00,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:39:00,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:39:00,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:39:00,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:39:00,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:39:00,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/java.io.tmpdir/jetty-localhost-39023-hadoop-hdfs-3_4_1-tests_jar-_-any-17569935376108922982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:39:00,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:39023} 2024-11-18T22:39:00,959 INFO [Time-limited test {}] server.Server(415): Started @5143ms 2024-11-18T22:39:01,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:39:01,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:39:01,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:39:01,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:39:01,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T22:39:01,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:39:01,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:39:01,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/java.io.tmpdir/jetty-localhost-44669-hadoop-hdfs-3_4_1-tests_jar-_-any-484824882379179099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:39:01,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:44669} 2024-11-18T22:39:01,737 INFO [Time-limited test {}] server.Server(415): Started @5921ms 2024-11-18T22:39:01,826 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:39:02,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:39:02,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:39:02,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:39:02,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:39:02,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T22:39:02,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:39:02,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:39:02,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/java.io.tmpdir/jetty-localhost-39601-hadoop-hdfs-3_4_1-tests_jar-_-any-3414901472162226787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:39:02,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:39601} 2024-11-18T22:39:02,331 INFO [Time-limited test {}] server.Server(415): Started @6515ms 2024-11-18T22:39:02,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:39:02,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T22:39:02,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T22:39:02,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T22:39:02,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T22:39:02,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T22:39:02,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T22:39:02,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T22:39:02,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/java.io.tmpdir/jetty-localhost-45383-hadoop-hdfs-3_4_1-tests_jar-_-any-8639196010819242048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:39:02,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:45383} 2024-11-18T22:39:02,661 INFO [Time-limited test {}] server.Server(415): Started @6845ms 2024-11-18T22:39:02,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T22:39:03,504 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data2/current/BP-1108160261-172.17.0.2-1731969539394/current, will proceed with Du for space computation calculation, 2024-11-18T22:39:03,504 WARN [Thread-119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data1/current/BP-1108160261-172.17.0.2-1731969539394/current, will proceed with Du for space computation calculation, 2024-11-18T22:39:03,557 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:39:03,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x520a65eaf757be9 with lease ID 0x5f84f5d7a36893c5: Processing first storage report for DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7 from datanode DatanodeRegistration(127.0.0.1:44637, datanodeUuid=950d970a-42c3-4706-896a-77aff1384aa6, infoPort=41565, infoSecurePort=0, ipcPort=40967, storageInfo=lv=-57;cid=testClusterID;nsid=384883475;c=1731969539394) 2024-11-18T22:39:03,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x520a65eaf757be9 with lease ID 0x5f84f5d7a36893c5: from storage DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7 node DatanodeRegistration(127.0.0.1:44637, datanodeUuid=950d970a-42c3-4706-896a-77aff1384aa6, infoPort=41565, infoSecurePort=0, ipcPort=40967, storageInfo=lv=-57;cid=testClusterID;nsid=384883475;c=1731969539394), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T22:39:03,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x520a65eaf757be9 with lease ID 0x5f84f5d7a36893c5: Processing first storage report for DS-c2210224-491e-444b-a1ee-4e570e789444 from datanode DatanodeRegistration(127.0.0.1:44637, datanodeUuid=950d970a-42c3-4706-896a-77aff1384aa6, infoPort=41565, infoSecurePort=0, ipcPort=40967, storageInfo=lv=-57;cid=testClusterID;nsid=384883475;c=1731969539394) 2024-11-18T22:39:03,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x520a65eaf757be9 with lease ID 0x5f84f5d7a36893c5: from storage DS-c2210224-491e-444b-a1ee-4e570e789444 node DatanodeRegistration(127.0.0.1:44637, datanodeUuid=950d970a-42c3-4706-896a-77aff1384aa6, infoPort=41565, infoSecurePort=0, ipcPort=40967, storageInfo=lv=-57;cid=testClusterID;nsid=384883475;c=1731969539394), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T22:39:03,626 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data3/current/BP-1108160261-172.17.0.2-1731969539394/current, will proceed with Du for space computation calculation, 2024-11-18T22:39:03,628 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data4/current/BP-1108160261-172.17.0.2-1731969539394/current, will proceed with Du for space computation calculation, 2024-11-18T22:39:03,669 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:39:03,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93c4d5191bd60dbb with lease ID 0x5f84f5d7a36893c6: Processing first storage report for DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8 from datanode DatanodeRegistration(127.0.0.1:34469, datanodeUuid=d3985d1d-1a2e-4d23-bc37-04ab47d363fb, infoPort=39603, infoSecurePort=0, ipcPort=45311, storageInfo=lv=-57;cid=testClusterID;nsid=384883475;c=1731969539394) 2024-11-18T22:39:03,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93c4d5191bd60dbb with lease ID 0x5f84f5d7a36893c6: from storage DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8 node DatanodeRegistration(127.0.0.1:34469, datanodeUuid=d3985d1d-1a2e-4d23-bc37-04ab47d363fb, infoPort=39603, infoSecurePort=0, ipcPort=45311, storageInfo=lv=-57;cid=testClusterID;nsid=384883475;c=1731969539394), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T22:39:03,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93c4d5191bd60dbb with lease ID 0x5f84f5d7a36893c6: Processing first storage report for DS-4fc09f30-693d-4af3-98f7-a2c7579247fa from datanode DatanodeRegistration(127.0.0.1:34469, datanodeUuid=d3985d1d-1a2e-4d23-bc37-04ab47d363fb, infoPort=39603, infoSecurePort=0, ipcPort=45311, storageInfo=lv=-57;cid=testClusterID;nsid=384883475;c=1731969539394) 2024-11-18T22:39:03,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93c4d5191bd60dbb with lease ID 0x5f84f5d7a36893c6: from storage DS-4fc09f30-693d-4af3-98f7-a2c7579247fa node DatanodeRegistration(127.0.0.1:34469, datanodeUuid=d3985d1d-1a2e-4d23-bc37-04ab47d363fb, infoPort=39603, infoSecurePort=0, ipcPort=45311, storageInfo=lv=-57;cid=testClusterID;nsid=384883475;c=1731969539394), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:39:03,981 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data6/current/BP-1108160261-172.17.0.2-1731969539394/current, will proceed with Du for space computation calculation, 2024-11-18T22:39:03,981 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data5/current/BP-1108160261-172.17.0.2-1731969539394/current, will proceed with Du for space computation calculation, 2024-11-18T22:39:03,998 WARN [Thread-104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T22:39:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e8c38827ce98243 with lease ID 0x5f84f5d7a36893c7: Processing first storage report for DS-650c63dc-c31e-4665-a22e-7f81a365dd4b from datanode DatanodeRegistration(127.0.0.1:41527, datanodeUuid=737c0e3f-3410-451a-9a58-17c184643fd1, infoPort=37341, infoSecurePort=0, ipcPort=43763, storageInfo=lv=-57;cid=testClusterID;nsid=384883475;c=1731969539394) 2024-11-18T22:39:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e8c38827ce98243 with lease ID 0x5f84f5d7a36893c7: from storage DS-650c63dc-c31e-4665-a22e-7f81a365dd4b node DatanodeRegistration(127.0.0.1:41527, datanodeUuid=737c0e3f-3410-451a-9a58-17c184643fd1, infoPort=37341, infoSecurePort=0, ipcPort=43763, storageInfo=lv=-57;cid=testClusterID;nsid=384883475;c=1731969539394), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T22:39:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e8c38827ce98243 with lease ID 0x5f84f5d7a36893c7: Processing first storage report for DS-c89df566-3920-48ac-8d60-6a8616ecaaa2 from datanode DatanodeRegistration(127.0.0.1:41527, datanodeUuid=737c0e3f-3410-451a-9a58-17c184643fd1, infoPort=37341, infoSecurePort=0, ipcPort=43763, storageInfo=lv=-57;cid=testClusterID;nsid=384883475;c=1731969539394) 2024-11-18T22:39:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e8c38827ce98243 with lease ID 0x5f84f5d7a36893c7: from storage DS-c89df566-3920-48ac-8d60-6a8616ecaaa2 node DatanodeRegistration(127.0.0.1:41527, datanodeUuid=737c0e3f-3410-451a-9a58-17c184643fd1, infoPort=37341, infoSecurePort=0, ipcPort=43763, storageInfo=lv=-57;cid=testClusterID;nsid=384883475;c=1731969539394), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T22:39:04,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc 2024-11-18T22:39:04,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/zookeeper_0, clientPort=65133, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T22:39:04,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65133 2024-11-18T22:39:04,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:39:04,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:39:04,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:39:04,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:39:04,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741825_1001 (size=7) 2024-11-18T22:39:04,879 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a with version=8 2024-11-18T22:39:04,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/hbase-staging 2024-11-18T22:39:05,295 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3b0ca91ed64a:0 server-side Connection retries=45 2024-11-18T22:39:05,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:39:05,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:39:05,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:39:05,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:39:05,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:39:05,479 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T22:39:05,544 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T22:39:05,554 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T22:39:05,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:39:05,589 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 73745 (auto-detected) 2024-11-18T22:39:05,590 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T22:39:05,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34245 2024-11-18T22:39:05,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34245 connecting to ZooKeeper ensemble=127.0.0.1:65133 2024-11-18T22:39:05,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342450x0, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:39:05,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34245-0x1015019eb8f0000 connected 2024-11-18T22:39:05,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:39:05,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:39:05,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:39:05,880 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a, hbase.cluster.distributed=false 2024-11-18T22:39:05,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:39:05,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34245 2024-11-18T22:39:05,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34245 2024-11-18T22:39:05,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34245 2024-11-18T22:39:05,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34245 2024-11-18T22:39:05,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34245 2024-11-18T22:39:06,041 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3b0ca91ed64a:0 server-side Connection retries=45 2024-11-18T22:39:06,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:39:06,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:39:06,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:39:06,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:39:06,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:39:06,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T22:39:06,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:39:06,051 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35357 2024-11-18T22:39:06,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35357 connecting to ZooKeeper ensemble=127.0.0.1:65133 2024-11-18T22:39:06,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:39:06,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:39:06,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353570x0, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:39:06,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353570x0, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:39:06,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35357-0x1015019eb8f0001 connected 2024-11-18T22:39:06,083 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T22:39:06,095 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T22:39:06,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T22:39:06,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:39:06,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35357 2024-11-18T22:39:06,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35357 2024-11-18T22:39:06,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35357 2024-11-18T22:39:06,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35357 2024-11-18T22:39:06,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35357 2024-11-18T22:39:06,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3b0ca91ed64a:0 server-side Connection retries=45 2024-11-18T22:39:06,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:39:06,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:39:06,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:39:06,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:39:06,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:39:06,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T22:39:06,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:39:06,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38905 2024-11-18T22:39:06,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38905 connecting to ZooKeeper ensemble=127.0.0.1:65133 2024-11-18T22:39:06,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:39:06,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:39:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389050x0, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:39:06,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389050x0, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:39:06,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38905-0x1015019eb8f0002 connected 2024-11-18T22:39:06,207 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T22:39:06,209 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T22:39:06,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T22:39:06,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:39:06,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38905 2024-11-18T22:39:06,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38905 2024-11-18T22:39:06,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38905 2024-11-18T22:39:06,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38905 2024-11-18T22:39:06,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38905 2024-11-18T22:39:06,260 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3b0ca91ed64a:0 server-side Connection retries=45 2024-11-18T22:39:06,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:39:06,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T22:39:06,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T22:39:06,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T22:39:06,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T22:39:06,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T22:39:06,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T22:39:06,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45545 2024-11-18T22:39:06,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45545 connecting to ZooKeeper ensemble=127.0.0.1:65133 2024-11-18T22:39:06,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:39:06,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:39:06,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455450x0, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T22:39:06,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455450x0, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:39:06,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45545-0x1015019eb8f0003 connected 2024-11-18T22:39:06,280 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T22:39:06,282 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T22:39:06,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T22:39:06,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T22:39:06,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45545 2024-11-18T22:39:06,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45545 2024-11-18T22:39:06,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45545 2024-11-18T22:39:06,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45545 2024-11-18T22:39:06,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45545 2024-11-18T22:39:06,306 DEBUG [M:0;3b0ca91ed64a:34245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3b0ca91ed64a:34245 2024-11-18T22:39:06,308 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3b0ca91ed64a,34245,1731969545046 2024-11-18T22:39:06,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:39:06,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:39:06,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:39:06,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:39:06,325 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3b0ca91ed64a,34245,1731969545046 2024-11-18T22:39:06,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T22:39:06,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T22:39:06,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:06,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T22:39:06,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:06,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:06,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:06,365 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T22:39:06,366 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3b0ca91ed64a,34245,1731969545046 from backup master directory 2024-11-18T22:39:06,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:39:06,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:39:06,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3b0ca91ed64a,34245,1731969545046 2024-11-18T22:39:06,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:39:06,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T22:39:06,374 WARN [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:39:06,375 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3b0ca91ed64a,34245,1731969545046 2024-11-18T22:39:06,377 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T22:39:06,379 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T22:39:06,433 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/hbase.id] with ID: b512fb77-1fe1-4b28-af29-5e035cd5bbe9 2024-11-18T22:39:06,433 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/.tmp/hbase.id 2024-11-18T22:39:06,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:39:06,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:39:06,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741826_1002 (size=42) 2024-11-18T22:39:06,454 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/.tmp/hbase.id]:[hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/hbase.id] 2024-11-18T22:39:06,504 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T22:39:06,509 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T22:39:06,530 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T22:39:06,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:06,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:06,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:06,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:06,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:39:06,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:39:06,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741827_1003 (size=196) 2024-11-18T22:39:06,591 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T22:39:06,593 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T22:39:06,599 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:06,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:39:06,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:39:06,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741828_1004 (size=1189) 2024-11-18T22:39:06,646 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store 2024-11-18T22:39:06,661 WARN [IPC Server handler 4 on default port 34373 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T22:39:06,661 WARN [IPC Server handler 4 on default port 34373 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T22:39:06,661 WARN [IPC Server handler 4 on default port 34373 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T22:39:06,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:39:06,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:39:06,673 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T22:39:06,676 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:06,677 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T22:39:06,677 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:39:06,678 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:39:06,679 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T22:39:06,679 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:39:06,679 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:39:06,680 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731969546677Disabling compacts and flushes for region at 1731969546677Disabling writes for close at 1731969546679 (+2 ms)Writing region close event to WAL at 1731969546679Closed at 1731969546679 2024-11-18T22:39:06,682 WARN [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/.initializing 2024-11-18T22:39:06,683 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/WALs/3b0ca91ed64a,34245,1731969545046 2024-11-18T22:39:06,691 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:06,706 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b0ca91ed64a%2C34245%2C1731969545046, suffix=, logDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/WALs/3b0ca91ed64a,34245,1731969545046, archiveDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/oldWALs, maxLogs=10 2024-11-18T22:39:06,742 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/WALs/3b0ca91ed64a,34245,1731969545046/3b0ca91ed64a%2C34245%2C1731969545046.1731969546712, exclude list is [], retry=0 2024-11-18T22:39:06,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:06,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:06,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:06,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:06,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T22:39:06,812 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/WALs/3b0ca91ed64a,34245,1731969545046/3b0ca91ed64a%2C34245%2C1731969545046.1731969546712 2024-11-18T22:39:06,813 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-18T22:39:06,814 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:06,814 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:06,818 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:39:06,819 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:39:06,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:39:06,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T22:39:06,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:06,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:06,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:39:06,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T22:39:06,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:06,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:06,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:39:06,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T22:39:06,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:06,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:06,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:39:06,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T22:39:06,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:06,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:06,924 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:39:06,928 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:39:06,930 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:39:06,937 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:39:06,938 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:39:06,943 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T22:39:06,948 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T22:39:06,955 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:06,956 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67982227, jitterRate=0.01301412284374237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T22:39:06,966 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731969546835Initializing all the Stores at 1731969546838 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731969546839 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969546843 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969546843Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969546843Cleaning up temporary data from old regions at 1731969546938 (+95 ms)Region opened successfully at 1731969546966 (+28 ms) 2024-11-18T22:39:06,968 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T22:39:07,010 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e3b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3b0ca91ed64a/172.17.0.2:0 2024-11-18T22:39:07,048 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T22:39:07,060 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T22:39:07,060 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T22:39:07,064 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T22:39:07,065 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T22:39:07,070 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T22:39:07,070 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T22:39:07,097 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T22:39:07,104 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T22:39:07,152 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T22:39:07,157 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T22:39:07,160 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T22:39:07,173 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T22:39:07,176 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T22:39:07,181 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T22:39:07,192 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T22:39:07,193 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T22:39:07,204 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T22:39:07,222 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T22:39:07,234 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T22:39:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:39:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:39:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:39:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T22:39:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:07,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:07,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:07,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:07,252 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3b0ca91ed64a,34245,1731969545046, sessionid=0x1015019eb8f0000, setting cluster-up flag (Was=false) 2024-11-18T22:39:07,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:07,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:07,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:07,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:07,310 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T22:39:07,312 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3b0ca91ed64a,34245,1731969545046 2024-11-18T22:39:07,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:07,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:07,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:07,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:07,384 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T22:39:07,386 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3b0ca91ed64a,34245,1731969545046 2024-11-18T22:39:07,392 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T22:39:07,467 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T22:39:07,479 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T22:39:07,487 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T22:39:07,493 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.HRegionServer(746): ClusterId : b512fb77-1fe1-4b28-af29-5e035cd5bbe9 2024-11-18T22:39:07,493 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(746): ClusterId : b512fb77-1fe1-4b28-af29-5e035cd5bbe9 2024-11-18T22:39:07,493 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(746): ClusterId : b512fb77-1fe1-4b28-af29-5e035cd5bbe9 2024-11-18T22:39:07,496 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T22:39:07,496 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T22:39:07,496 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T22:39:07,494 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3b0ca91ed64a,34245,1731969545046 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T22:39:07,679 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T22:39:07,679 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T22:39:07,679 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T22:39:07,679 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T22:39:07,679 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T22:39:07,679 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T22:39:07,682 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3b0ca91ed64a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:39:07,682 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3b0ca91ed64a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:39:07,682 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3b0ca91ed64a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:39:07,682 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3b0ca91ed64a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T22:39:07,683 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3b0ca91ed64a:0, corePoolSize=10, maxPoolSize=10 2024-11-18T22:39:07,683 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:07,683 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3b0ca91ed64a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:39:07,683 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:07,684 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731969577684 2024-11-18T22:39:07,686 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T22:39:07,687 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T22:39:07,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:39:07,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T22:39:07,692 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T22:39:07,693 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T22:39:07,693 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T22:39:07,693 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T22:39:07,694 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:07,698 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T22:39:07,698 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:07,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T22:39:07,700 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T22:39:07,700 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T22:39:07,703 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T22:39:07,703 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T22:39:07,705 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3b0ca91ed64a:0:becomeActiveMaster-HFileCleaner.large.0-1731969547705,5,FailOnTimeoutGroup] 2024-11-18T22:39:07,706 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3b0ca91ed64a:0:becomeActiveMaster-HFileCleaner.small.0-1731969547706,5,FailOnTimeoutGroup] 2024-11-18T22:39:07,706 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:07,707 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T22:39:07,708 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:07,708 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:07,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:39:07,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:39:07,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741831_1007 (size=1321) 2024-11-18T22:39:07,717 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T22:39:07,717 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a 2024-11-18T22:39:07,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:39:07,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:39:07,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741832_1008 (size=32) 2024-11-18T22:39:07,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:07,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:39:07,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:39:07,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:07,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:07,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:39:07,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:39:07,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:07,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:07,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:39:07,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:39:07,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:07,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:07,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:39:07,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:39:07,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:07,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:07,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:39:07,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740 2024-11-18T22:39:07,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740 2024-11-18T22:39:07,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:39:07,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:39:07,770 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T22:39:07,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:39:07,780 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:07,783 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T22:39:07,783 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T22:39:07,783 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T22:39:07,783 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68832313, jitterRate=0.02568139135837555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T22:39:07,783 DEBUG [RS:1;3b0ca91ed64a:38905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d68580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3b0ca91ed64a/172.17.0.2:0 2024-11-18T22:39:07,783 DEBUG [RS:0;3b0ca91ed64a:35357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d803002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3b0ca91ed64a/172.17.0.2:0 2024-11-18T22:39:07,783 DEBUG [RS:2;3b0ca91ed64a:45545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f92cbfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3b0ca91ed64a/172.17.0.2:0 2024-11-18T22:39:07,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731969547743Initializing all the Stores at 1731969547745 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731969547745Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731969547745Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969547745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731969547745Cleaning up temporary data from old regions at 1731969547769 (+24 ms)Region opened successfully at 1731969547790 (+21 ms) 2024-11-18T22:39:07,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:39:07,791 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:39:07,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:39:07,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:39:07,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:39:07,802 DEBUG [RS:0;3b0ca91ed64a:35357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3b0ca91ed64a:35357 2024-11-18T22:39:07,802 DEBUG [RS:1;3b0ca91ed64a:38905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3b0ca91ed64a:38905 2024-11-18T22:39:07,805 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:39:07,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731969547791Disabling compacts and flushes for region at 1731969547791Disabling writes for close at 1731969547795 (+4 ms)Writing region close event to WAL at 1731969547804 (+9 ms)Closed at 1731969547805 (+1 ms) 2024-11-18T22:39:07,806 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T22:39:07,806 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T22:39:07,806 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T22:39:07,806 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T22:39:07,806 DEBUG [RS:1;3b0ca91ed64a:38905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T22:39:07,806 DEBUG [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T22:39:07,809 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(2659): reportForDuty to master=3b0ca91ed64a,34245,1731969545046 with port=35357, startcode=1731969545994 2024-11-18T22:39:07,809 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.HRegionServer(2659): reportForDuty to master=3b0ca91ed64a,34245,1731969545046 with port=38905, startcode=1731969546166 2024-11-18T22:39:07,810 DEBUG [RS:2;3b0ca91ed64a:45545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3b0ca91ed64a:45545 2024-11-18T22:39:07,810 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T22:39:07,810 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T22:39:07,810 DEBUG [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T22:39:07,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:39:07,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T22:39:07,811 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(2659): reportForDuty to master=3b0ca91ed64a,34245,1731969545046 with port=45545, startcode=1731969546259 2024-11-18T22:39:07,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T22:39:07,822 DEBUG [RS:1;3b0ca91ed64a:38905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T22:39:07,822 DEBUG [RS:2;3b0ca91ed64a:45545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T22:39:07,822 DEBUG [RS:0;3b0ca91ed64a:35357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T22:39:07,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:39:07,830 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T22:39:07,857 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T22:39:07,857 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T22:39:07,857 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T22:39:07,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3b0ca91ed64a,38905,1731969546166 2024-11-18T22:39:07,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34245 {}] master.ServerManager(517): Registering regionserver=3b0ca91ed64a,38905,1731969546166 2024-11-18T22:39:07,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:07,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34245 {}] master.ServerManager(517): Registering regionserver=3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:07,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:07,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34245 {}] master.ServerManager(517): Registering regionserver=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:07,879 DEBUG [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a 2024-11-18T22:39:07,879 DEBUG [RS:1;3b0ca91ed64a:38905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a 2024-11-18T22:39:07,879 DEBUG [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34373 2024-11-18T22:39:07,880 DEBUG [RS:1;3b0ca91ed64a:38905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34373 2024-11-18T22:39:07,880 DEBUG [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T22:39:07,880 DEBUG [RS:1;3b0ca91ed64a:38905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T22:39:07,881 DEBUG [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a 2024-11-18T22:39:07,881 DEBUG [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34373 2024-11-18T22:39:07,881 DEBUG [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T22:39:07,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:39:07,957 DEBUG [RS:2;3b0ca91ed64a:45545 {}] zookeeper.ZKUtil(111): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:07,957 DEBUG [RS:1;3b0ca91ed64a:38905 {}] zookeeper.ZKUtil(111): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3b0ca91ed64a,38905,1731969546166 2024-11-18T22:39:07,957 WARN [RS:2;3b0ca91ed64a:45545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:39:07,958 WARN [RS:1;3b0ca91ed64a:38905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:39:07,958 DEBUG [RS:0;3b0ca91ed64a:35357 {}] zookeeper.ZKUtil(111): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:07,958 WARN [RS:0;3b0ca91ed64a:35357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T22:39:07,958 INFO [RS:1;3b0ca91ed64a:38905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:07,958 INFO [RS:2;3b0ca91ed64a:45545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:07,958 INFO [RS:0;3b0ca91ed64a:35357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:07,958 DEBUG [RS:1;3b0ca91ed64a:38905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,38905,1731969546166 2024-11-18T22:39:07,958 DEBUG [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:07,959 DEBUG [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:07,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3b0ca91ed64a,45545,1731969546259] 2024-11-18T22:39:07,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3b0ca91ed64a,35357,1731969545994] 2024-11-18T22:39:07,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3b0ca91ed64a,38905,1731969546166] 2024-11-18T22:39:07,982 WARN [3b0ca91ed64a:34245 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T22:39:08,022 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T22:39:08,022 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T22:39:08,023 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T22:39:08,042 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T22:39:08,042 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T22:39:08,042 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T22:39:08,048 INFO [RS:2;3b0ca91ed64a:45545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T22:39:08,048 INFO [RS:0;3b0ca91ed64a:35357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T22:39:08,048 INFO [RS:1;3b0ca91ed64a:38905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T22:39:08,048 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,048 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,048 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,049 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T22:39:08,049 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T22:39:08,050 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T22:39:08,057 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T22:39:08,059 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,060 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T22:39:08,060 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,060 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,060 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,060 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,060 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,060 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,060 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,060 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,060 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,060 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:39:08,060 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,060 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:39:08,061 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3b0ca91ed64a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:39:08,061 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,061 DEBUG [RS:0;3b0ca91ed64a:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:39:08,061 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3b0ca91ed64a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:39:08,062 DEBUG [RS:2;3b0ca91ed64a:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:39:08,063 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T22:39:08,063 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,063 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,063 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,063 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,064 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,064 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,064 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T22:39:08,064 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,064 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,064 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,064 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,064 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,065 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3b0ca91ed64a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T22:39:08,065 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3b0ca91ed64a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:39:08,065 DEBUG [RS:1;3b0ca91ed64a:38905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3b0ca91ed64a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T22:39:08,073 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,073 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,073 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,073 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,073 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,073 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,35357,1731969545994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:39:08,080 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,080 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,080 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,080 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,081 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,081 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,38905,1731969546166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:39:08,084 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,085 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,085 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,085 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,085 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,085 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,45545,1731969546259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:39:08,099 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T22:39:08,101 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,35357,1731969545994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,102 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,102 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.Replication(171): 3b0ca91ed64a,35357,1731969545994 started 2024-11-18T22:39:08,106 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T22:39:08,106 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,38905,1731969546166-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,106 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,106 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.Replication(171): 3b0ca91ed64a,38905,1731969546166 started 2024-11-18T22:39:08,109 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T22:39:08,110 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,45545,1731969546259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,110 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,110 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.Replication(171): 3b0ca91ed64a,45545,1731969546259 started 2024-11-18T22:39:08,129 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,129 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,129 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(1482): Serving as 3b0ca91ed64a,35357,1731969545994, RpcServer on 3b0ca91ed64a/172.17.0.2:35357, sessionid=0x1015019eb8f0001 2024-11-18T22:39:08,129 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.HRegionServer(1482): Serving as 3b0ca91ed64a,38905,1731969546166, RpcServer on 3b0ca91ed64a/172.17.0.2:38905, sessionid=0x1015019eb8f0002 2024-11-18T22:39:08,130 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T22:39:08,130 DEBUG [RS:1;3b0ca91ed64a:38905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3b0ca91ed64a,38905,1731969546166 2024-11-18T22:39:08,130 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b0ca91ed64a,38905,1731969546166' 2024-11-18T22:39:08,131 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T22:39:08,131 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T22:39:08,131 DEBUG [RS:0;3b0ca91ed64a:35357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:08,131 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b0ca91ed64a,35357,1731969545994' 2024-11-18T22:39:08,131 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T22:39:08,132 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T22:39:08,132 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T22:39:08,133 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T22:39:08,133 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T22:39:08,133 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T22:39:08,133 DEBUG [RS:1;3b0ca91ed64a:38905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3b0ca91ed64a,38905,1731969546166 2024-11-18T22:39:08,133 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T22:39:08,133 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b0ca91ed64a,38905,1731969546166' 2024-11-18T22:39:08,133 DEBUG [RS:0;3b0ca91ed64a:35357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:08,133 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T22:39:08,133 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b0ca91ed64a,35357,1731969545994' 2024-11-18T22:39:08,133 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T22:39:08,134 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T22:39:08,134 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T22:39:08,135 DEBUG [RS:1;3b0ca91ed64a:38905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T22:39:08,135 INFO [RS:1;3b0ca91ed64a:38905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T22:39:08,135 INFO [RS:1;3b0ca91ed64a:38905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T22:39:08,136 DEBUG [RS:0;3b0ca91ed64a:35357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T22:39:08,136 INFO [RS:0;3b0ca91ed64a:35357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T22:39:08,136 INFO [RS:0;3b0ca91ed64a:35357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T22:39:08,137 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:08,137 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(1482): Serving as 3b0ca91ed64a,45545,1731969546259, RpcServer on 3b0ca91ed64a/172.17.0.2:45545, sessionid=0x1015019eb8f0003 2024-11-18T22:39:08,137 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T22:39:08,137 DEBUG [RS:2;3b0ca91ed64a:45545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:08,137 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b0ca91ed64a,45545,1731969546259' 2024-11-18T22:39:08,137 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T22:39:08,138 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T22:39:08,140 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T22:39:08,140 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T22:39:08,140 DEBUG [RS:2;3b0ca91ed64a:45545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:08,140 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3b0ca91ed64a,45545,1731969546259' 2024-11-18T22:39:08,140 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T22:39:08,143 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T22:39:08,144 DEBUG [RS:2;3b0ca91ed64a:45545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T22:39:08,144 INFO [RS:2;3b0ca91ed64a:45545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T22:39:08,144 INFO [RS:2;3b0ca91ed64a:45545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T22:39:08,244 INFO [RS:0;3b0ca91ed64a:35357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:08,244 INFO [RS:1;3b0ca91ed64a:38905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:08,247 INFO [RS:2;3b0ca91ed64a:45545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:08,247 INFO [RS:0;3b0ca91ed64a:35357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b0ca91ed64a%2C35357%2C1731969545994, suffix=, logDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,35357,1731969545994, archiveDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/oldWALs, maxLogs=32 2024-11-18T22:39:08,248 INFO [RS:1;3b0ca91ed64a:38905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b0ca91ed64a%2C38905%2C1731969546166, suffix=, logDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,38905,1731969546166, archiveDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/oldWALs, maxLogs=32 2024-11-18T22:39:08,257 INFO [RS:2;3b0ca91ed64a:45545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b0ca91ed64a%2C45545%2C1731969546259, suffix=, logDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259, archiveDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/oldWALs, maxLogs=32 2024-11-18T22:39:08,270 DEBUG [RS:0;3b0ca91ed64a:35357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,35357,1731969545994/3b0ca91ed64a%2C35357%2C1731969545994.1731969548251, exclude list is [], retry=0 2024-11-18T22:39:08,273 DEBUG [RS:1;3b0ca91ed64a:38905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,38905,1731969546166/3b0ca91ed64a%2C38905%2C1731969546166.1731969548253, exclude list is [], retry=0 2024-11-18T22:39:08,277 DEBUG [RS:2;3b0ca91ed64a:45545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260, exclude list is [], retry=0 2024-11-18T22:39:08,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:08,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:08,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:08,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:08,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:08,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:08,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:08,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:08,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:08,303 INFO [RS:0;3b0ca91ed64a:35357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,35357,1731969545994/3b0ca91ed64a%2C35357%2C1731969545994.1731969548251 2024-11-18T22:39:08,305 DEBUG [RS:0;3b0ca91ed64a:35357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:08,307 INFO [RS:2;3b0ca91ed64a:45545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260 2024-11-18T22:39:08,309 INFO [RS:1;3b0ca91ed64a:38905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,38905,1731969546166/3b0ca91ed64a%2C38905%2C1731969546166.1731969548253 2024-11-18T22:39:08,312 DEBUG [RS:2;3b0ca91ed64a:45545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:08,316 DEBUG [RS:1;3b0ca91ed64a:38905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-18T22:39:08,484 DEBUG [3b0ca91ed64a:34245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T22:39:08,492 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(204): Hosts are {3b0ca91ed64a=0} racks are {/default-rack=0} 2024-11-18T22:39:08,499 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T22:39:08,499 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T22:39:08,499 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T22:39:08,499 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T22:39:08,499 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T22:39:08,499 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T22:39:08,499 INFO [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T22:39:08,500 INFO [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T22:39:08,500 INFO [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T22:39:08,500 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T22:39:08,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:08,514 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3b0ca91ed64a,45545,1731969546259, state=OPENING 2024-11-18T22:39:08,529 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T22:39:08,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:08,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:08,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:08,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:39:08,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:08,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:08,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:08,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:08,545 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:39:08,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3b0ca91ed64a,45545,1731969546259}] 2024-11-18T22:39:08,724 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T22:39:08,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T22:39:08,741 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T22:39:08,741 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:08,742 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T22:39:08,746 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b0ca91ed64a%2C45545%2C1731969546259.meta, suffix=.meta, logDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259, archiveDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/oldWALs, maxLogs=32 2024-11-18T22:39:08,766 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta, exclude list is [], retry=0 2024-11-18T22:39:08,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:08,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:08,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:08,774 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta 2024-11-18T22:39:08,774 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-18T22:39:08,775 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:08,776 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T22:39:08,779 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T22:39:08,785 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T22:39:08,789 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T22:39:08,790 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:08,790 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T22:39:08,790 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T22:39:08,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:39:08,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:39:08,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:08,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:08,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:39:08,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:39:08,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:08,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:08,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:39:08,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:39:08,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:08,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:08,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:39:08,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:39:08,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:08,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:08,807 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:39:08,809 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740 2024-11-18T22:39:08,813 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740 2024-11-18T22:39:08,816 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:39:08,816 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:39:08,817 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T22:39:08,820 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:39:08,822 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73913257, jitterRate=0.10139335691928864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T22:39:08,823 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T22:39:08,824 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731969548791Writing region info on filesystem at 1731969548791Initializing all the Stores at 1731969548793 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731969548793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731969548794 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969548794Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731969548794Cleaning up temporary data from old regions at 1731969548816 (+22 ms)Running coprocessor post-open hooks at 1731969548823 (+7 ms)Region opened successfully at 1731969548824 (+1 ms) 2024-11-18T22:39:08,832 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731969548715 2024-11-18T22:39:08,845 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T22:39:08,845 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T22:39:08,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:08,849 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3b0ca91ed64a,45545,1731969546259, state=OPEN 2024-11-18T22:39:08,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:39:08,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:39:08,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:39:08,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:39:08,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:08,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:08,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:08,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:08,858 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:08,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T22:39:08,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3b0ca91ed64a,45545,1731969546259 in 311 msec 2024-11-18T22:39:08,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T22:39:08,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0510 sec 2024-11-18T22:39:08,877 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T22:39:08,877 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T22:39:08,894 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:39:08,895 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1] 2024-11-18T22:39:08,916 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:39:08,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:39:08,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5210 sec 2024-11-18T22:39:08,946 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731969548946, completionTime=-1 2024-11-18T22:39:08,949 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T22:39:08,949 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T22:39:08,980 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-18T22:39:08,980 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731969608980 2024-11-18T22:39:08,981 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731969668980 2024-11-18T22:39:08,981 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec 2024-11-18T22:39:08,983 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T22:39:09,028 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,34245,1731969545046-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:09,029 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,34245,1731969545046-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:09,032 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,34245,1731969545046-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:09,034 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3b0ca91ed64a:34245, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:09,035 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:09,036 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:09,045 DEBUG [master/3b0ca91ed64a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T22:39:09,096 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.721sec 2024-11-18T22:39:09,105 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T22:39:09,106 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T22:39:09,107 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T22:39:09,107 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T22:39:09,107 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T22:39:09,108 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,34245,1731969545046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T22:39:09,108 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,34245,1731969545046-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T22:39:09,113 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T22:39:09,114 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T22:39:09,114 INFO [master/3b0ca91ed64a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3b0ca91ed64a,34245,1731969545046-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:09,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed908a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:39:09,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3b0ca91ed64a,34245,-1 for getting cluster id 2024-11-18T22:39:09,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T22:39:09,154 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b512fb77-1fe1-4b28-af29-5e035cd5bbe9' 2024-11-18T22:39:09,158 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T22:39:09,159 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b512fb77-1fe1-4b28-af29-5e035cd5bbe9" 2024-11-18T22:39:09,159 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acf4933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:39:09,159 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3b0ca91ed64a,34245,-1] 2024-11-18T22:39:09,163 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T22:39:09,167 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:39:09,167 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T22:39:09,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769aece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T22:39:09,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:39:09,195 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1] 2024-11-18T22:39:09,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:39:09,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:39:09,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3b0ca91ed64a,34245,1731969545046 2024-11-18T22:39:09,263 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34373/hbase 2024-11-18T22:39:09,319 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=1258, ProcessCount=11, AvailableMemoryMB=6641 2024-11-18T22:39:09,373 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:09,384 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:09,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:09,393 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16039417, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/hregion-16039417, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:09,429 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16039417/hregion-16039417.1731969549394, exclude list is [], retry=0 2024-11-18T22:39:09,441 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:09,444 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:09,451 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:09,496 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16039417/hregion-16039417.1731969549394 2024-11-18T22:39:09,500 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-18T22:39:09,500 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 898fc01e0a332b6d04bd21f892685a7b, NAME => 'testReplayEditsWrittenIntoWAL,,1731969549374.898fc01e0a332b6d04bd21f892685a7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34373/hbase 2024-11-18T22:39:09,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741838_1014 (size=64) 2024-11-18T22:39:09,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741838_1014 (size=64) 2024-11-18T22:39:09,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741838_1014 (size=64) 2024-11-18T22:39:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741829_1005 (size=34) 2024-11-18T22:39:09,957 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731969549374.898fc01e0a332b6d04bd21f892685a7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:09,964 INFO [StoreOpener-898fc01e0a332b6d04bd21f892685a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:09,967 INFO [StoreOpener-898fc01e0a332b6d04bd21f892685a7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 898fc01e0a332b6d04bd21f892685a7b columnFamilyName a 2024-11-18T22:39:09,967 DEBUG [StoreOpener-898fc01e0a332b6d04bd21f892685a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:09,969 INFO [StoreOpener-898fc01e0a332b6d04bd21f892685a7b-1 {}] regionserver.HStore(327): Store=898fc01e0a332b6d04bd21f892685a7b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:09,969 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:09,971 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:09,972 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:09,973 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:09,973 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:09,979 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:09,985 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:09,986 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 898fc01e0a332b6d04bd21f892685a7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68965125, jitterRate=0.027660444378852844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:39:09,988 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 898fc01e0a332b6d04bd21f892685a7b: Writing region info on filesystem at 1731969549957Initializing all the Stores at 1731969549959 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969549959Cleaning up temporary data from old regions at 1731969549973 (+14 ms)Region opened successfully at 1731969549988 (+15 ms) 2024-11-18T22:39:09,988 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 898fc01e0a332b6d04bd21f892685a7b, disabling compactions & flushes 2024-11-18T22:39:09,988 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731969549374.898fc01e0a332b6d04bd21f892685a7b. 2024-11-18T22:39:09,988 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731969549374.898fc01e0a332b6d04bd21f892685a7b. 2024-11-18T22:39:09,988 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731969549374.898fc01e0a332b6d04bd21f892685a7b. after waiting 0 ms 2024-11-18T22:39:09,988 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731969549374.898fc01e0a332b6d04bd21f892685a7b. 2024-11-18T22:39:09,992 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731969549374.898fc01e0a332b6d04bd21f892685a7b. 2024-11-18T22:39:09,993 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 898fc01e0a332b6d04bd21f892685a7b: Waiting for close lock at 1731969549988Disabling compacts and flushes for region at 1731969549988Disabling writes for close at 1731969549988Writing region close event to WAL at 1731969549992 (+4 ms)Closed at 1731969549992 2024-11-18T22:39:10,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741837_1013 (size=93) 2024-11-18T22:39:10,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741837_1013 (size=93) 2024-11-18T22:39:10,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741837_1013 (size=93) 2024-11-18T22:39:10,020 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:10,020 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16039417:(num 1731969549394) 2024-11-18T22:39:10,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T22:39:10,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741839_1015 (size=276) 2024-11-18T22:39:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741839_1015 (size=276) 2024-11-18T22:39:10,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741839_1015 (size=276) 2024-11-18T22:39:10,052 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T22:39:10,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741840_1016 (size=230) 2024-11-18T22:39:10,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741840_1016 (size=230) 2024-11-18T22:39:10,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741840_1016 (size=230) 2024-11-18T22:39:10,098 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-1, size=276 (276bytes) 2024-11-18T22:39:10,099 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T22:39:10,099 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T22:39:10,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-1 2024-11-18T22:39:10,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-1 after 4ms 2024-11-18T22:39:10,111 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:10,112 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-1 took 16ms 2024-11-18T22:39:10,119 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-1 so closing down 2024-11-18T22:39:10,123 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-18T22:39:10,125 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:10,125 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000001-wal-1.temp 2024-11-18T22:39:10,126 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:10,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741841_1017 (size=276) 2024-11-18T22:39:10,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741841_1017 (size=276) 2024-11-18T22:39:10,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741841_1017 (size=276) 2024-11-18T22:39:10,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-18T22:39:10,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000002 2024-11-18T22:39:10,150 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-18T22:39:10,151 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-1, journal: Splitting hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-1, size=276 (276bytes) at 1731969550098Finishing writing output for hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-1 so closing down at 1731969550119 (+21 ms)Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000001-wal-1.temp at 1731969550125 (+6 ms)3 split writer threads finished at 1731969550126 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731969550143 (+17 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000002 at 1731969550146 (+3 ms)Processed 2 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731969550150 (+4 ms) 2024-11-18T22:39:10,170 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-2, size=230 (230bytes) 2024-11-18T22:39:10,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-2 2024-11-18T22:39:10,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-2 after 0ms 2024-11-18T22:39:10,176 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:10,177 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-2 took 7ms 2024-11-18T22:39:10,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-2 so closing down 2024-11-18T22:39:10,180 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:10,183 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-18T22:39:10,185 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000002-wal-2.temp 2024-11-18T22:39:10,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741842_1018 (size=230) 2024-11-18T22:39:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741842_1018 (size=230) 2024-11-18T22:39:10,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741842_1018 (size=230) 2024-11-18T22:39:10,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T22:39:10,214 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:10,217 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-18T22:39:10,220 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-18T22:39:10,220 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-2, journal: Splitting hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-2, size=230 (230bytes) at 1731969550170Finishing writing output for hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-2 so closing down at 1731969550180 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000002-wal-2.temp at 1731969550185 (+5 ms)3 split writer threads finished at 1731969550185Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731969550209 (+24 ms)Processed 1 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731969550220 (+11 ms) 2024-11-18T22:39:10,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:10,226 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:10,265 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal.1731969550227, exclude list is [], retry=0 2024-11-18T22:39:10,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:10,272 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:10,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:10,276 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal.1731969550227 2024-11-18T22:39:10,276 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-18T22:39:10,276 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 898fc01e0a332b6d04bd21f892685a7b, NAME => 'testReplayEditsWrittenIntoWAL,,1731969549374.898fc01e0a332b6d04bd21f892685a7b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:10,276 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731969549374.898fc01e0a332b6d04bd21f892685a7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:10,276 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:10,276 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:10,288 INFO [StoreOpener-898fc01e0a332b6d04bd21f892685a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:10,291 INFO [StoreOpener-898fc01e0a332b6d04bd21f892685a7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 898fc01e0a332b6d04bd21f892685a7b columnFamilyName a 2024-11-18T22:39:10,291 DEBUG [StoreOpener-898fc01e0a332b6d04bd21f892685a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:10,294 INFO [StoreOpener-898fc01e0a332b6d04bd21f892685a7b-1 {}] regionserver.HStore(327): Store=898fc01e0a332b6d04bd21f892685a7b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:10,294 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:10,297 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:10,301 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:10,305 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000002 2024-11-18T22:39:10,310 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:10,318 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000002 2024-11-18T22:39:10,322 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 898fc01e0a332b6d04bd21f892685a7b 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-18T22:39:10,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/.tmp/a/4453c72e1fa04020a0ac482621749860 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731969550020/Put/seqid=0 2024-11-18T22:39:10,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741844_1020 (size=5170) 2024-11-18T22:39:10,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741844_1020 (size=5170) 2024-11-18T22:39:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741844_1020 (size=5170) 2024-11-18T22:39:10,424 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/.tmp/a/4453c72e1fa04020a0ac482621749860 2024-11-18T22:39:10,494 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/.tmp/a/4453c72e1fa04020a0ac482621749860 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/a/4453c72e1fa04020a0ac482621749860 2024-11-18T22:39:10,518 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/a/4453c72e1fa04020a0ac482621749860, entries=2, sequenceid=2, filesize=5.0 K 2024-11-18T22:39:10,528 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 898fc01e0a332b6d04bd21f892685a7b in 201ms, sequenceid=2, compaction requested=false; wal=null 2024-11-18T22:39:10,532 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/0000000000000000002 2024-11-18T22:39:10,534 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:10,534 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:10,538 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 898fc01e0a332b6d04bd21f892685a7b 2024-11-18T22:39:10,548 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/898fc01e0a332b6d04bd21f892685a7b/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-18T22:39:10,554 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 898fc01e0a332b6d04bd21f892685a7b; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71861502, jitterRate=0.07081982493400574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:39:10,555 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 898fc01e0a332b6d04bd21f892685a7b: Writing region info on filesystem at 1731969550277Initializing all the Stores at 1731969550278 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969550278Obtaining lock to block concurrent updates at 1731969550322 (+44 ms)Preparing flush snapshotting stores in 898fc01e0a332b6d04bd21f892685a7b at 1731969550322Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731969549374.898fc01e0a332b6d04bd21f892685a7b., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731969550326 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731969549374.898fc01e0a332b6d04bd21f892685a7b. at 1731969550326Flushing 898fc01e0a332b6d04bd21f892685a7b/a: creating writer at 1731969550328 (+2 ms)Flushing 898fc01e0a332b6d04bd21f892685a7b/a: appending metadata at 1731969550371 (+43 ms)Flushing 898fc01e0a332b6d04bd21f892685a7b/a: closing flushed file at 1731969550374 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2d903: reopening flushed file at 1731969550491 (+117 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 898fc01e0a332b6d04bd21f892685a7b in 201ms, sequenceid=2, compaction requested=false; wal=null at 1731969550528 (+37 ms)Cleaning up temporary data from old regions at 1731969550534 (+6 ms)Region opened successfully at 1731969550555 (+21 ms) 2024-11-18T22:39:10,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=374 (was 362) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:56212 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:46234 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1108160261-172.17.0.2-1731969539394:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:53860 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:46236 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34373/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:56288 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:53888 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1108160261-172.17.0.2-1731969539394:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1108160261-172.17.0.2-1731969539394:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@471cfdd5[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1258 (was 1258), ProcessCount=11 (was 11), AvailableMemoryMB=7451 (was 6641) - AvailableMemoryMB LEAK? - 2024-11-18T22:39:10,608 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=1258, ProcessCount=11, AvailableMemoryMB=7448 2024-11-18T22:39:10,629 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:10,631 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:10,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:10,651 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-06547580, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/hregion-06547580, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:10,670 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-06547580/hregion-06547580.1731969550651, exclude list is [], retry=0 2024-11-18T22:39:10,690 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:10,694 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:10,699 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:10,729 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-06547580/hregion-06547580.1731969550651 2024-11-18T22:39:10,733 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:10,734 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9a808a696774436d570ab78ef60252a4, NAME => 'testReplayEditsWrittenIntoWAL,,1731969550630.9a808a696774436d570ab78ef60252a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34373/hbase 2024-11-18T22:39:10,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741846_1022 (size=64) 2024-11-18T22:39:10,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741846_1022 (size=64) 2024-11-18T22:39:10,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741846_1022 (size=64) 2024-11-18T22:39:10,777 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731969550630.9a808a696774436d570ab78ef60252a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:10,779 INFO [StoreOpener-9a808a696774436d570ab78ef60252a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:10,781 INFO [StoreOpener-9a808a696774436d570ab78ef60252a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a808a696774436d570ab78ef60252a4 columnFamilyName a 2024-11-18T22:39:10,781 DEBUG [StoreOpener-9a808a696774436d570ab78ef60252a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:10,782 INFO [StoreOpener-9a808a696774436d570ab78ef60252a4-1 {}] regionserver.HStore(327): Store=9a808a696774436d570ab78ef60252a4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:10,782 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:10,783 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:10,784 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:10,785 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:10,785 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:10,788 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:10,793 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:10,794 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9a808a696774436d570ab78ef60252a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62832268, jitterRate=-0.06372624635696411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:39:10,794 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9a808a696774436d570ab78ef60252a4: Writing region info on filesystem at 1731969550777Initializing all the Stores at 1731969550778 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969550778Cleaning up temporary data from old regions at 1731969550785 (+7 ms)Region opened successfully at 1731969550794 (+9 ms) 2024-11-18T22:39:10,794 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9a808a696774436d570ab78ef60252a4, disabling compactions & flushes 2024-11-18T22:39:10,795 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731969550630.9a808a696774436d570ab78ef60252a4. 2024-11-18T22:39:10,795 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731969550630.9a808a696774436d570ab78ef60252a4. 2024-11-18T22:39:10,795 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731969550630.9a808a696774436d570ab78ef60252a4. after waiting 0 ms 2024-11-18T22:39:10,795 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731969550630.9a808a696774436d570ab78ef60252a4. 2024-11-18T22:39:10,795 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731969550630.9a808a696774436d570ab78ef60252a4. 2024-11-18T22:39:10,795 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9a808a696774436d570ab78ef60252a4: Waiting for close lock at 1731969550794Disabling compacts and flushes for region at 1731969550794Disabling writes for close at 1731969550795 (+1 ms)Writing region close event to WAL at 1731969550795Closed at 1731969550795 2024-11-18T22:39:10,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741845_1021 (size=93) 2024-11-18T22:39:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741845_1021 (size=93) 2024-11-18T22:39:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741845_1021 (size=93) 2024-11-18T22:39:10,805 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:10,805 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-06547580:(num 1731969550651) 2024-11-18T22:39:10,805 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T22:39:10,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741847_1023 (size=276) 2024-11-18T22:39:10,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741847_1023 (size=276) 2024-11-18T22:39:10,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741847_1023 (size=276) 2024-11-18T22:39:10,826 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T22:39:10,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741848_1024 (size=230) 2024-11-18T22:39:10,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741848_1024 (size=230) 2024-11-18T22:39:10,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741848_1024 (size=230) 2024-11-18T22:39:10,865 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-2, size=230 (230bytes) 2024-11-18T22:39:10,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-2 2024-11-18T22:39:10,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-2 after 1ms 2024-11-18T22:39:10,870 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:10,870 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-2 took 5ms 2024-11-18T22:39:10,873 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-2 so closing down 2024-11-18T22:39:10,873 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:10,875 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-18T22:39:10,877 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002-wal-2.temp 2024-11-18T22:39:10,877 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:10,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741849_1025 (size=230) 2024-11-18T22:39:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741849_1025 (size=230) 2024-11-18T22:39:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741849_1025 (size=230) 2024-11-18T22:39:10,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T22:39:10,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002 2024-11-18T22:39:10,890 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-18T22:39:10,890 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-2, journal: Splitting hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-2, size=230 (230bytes) at 1731969550865Finishing writing output for hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-2 so closing down at 1731969550873 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002-wal-2.temp at 1731969550877 (+4 ms)3 split writer threads finished at 1731969550877Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731969550887 (+10 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002 at 1731969550889 (+2 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731969550890 (+1 ms) 2024-11-18T22:39:10,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-1, size=276 (276bytes) 2024-11-18T22:39:10,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-1 2024-11-18T22:39:10,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-1 after 1ms 2024-11-18T22:39:10,915 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:10,915 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-1 took 6ms 2024-11-18T22:39:10,919 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-1 so closing down 2024-11-18T22:39:10,919 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:10,921 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-18T22:39:10,923 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000001-wal-1.temp 2024-11-18T22:39:10,923 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741850_1026 (size=276) 2024-11-18T22:39:10,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741850_1026 (size=276) 2024-11-18T22:39:10,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741850_1026 (size=276) 2024-11-18T22:39:10,931 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-18T22:39:10,935 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:10,937 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002, length=230 2024-11-18T22:39:10,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002 2024-11-18T22:39:10,941 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-18T22:39:10,941 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-1, journal: Splitting hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-1, size=276 (276bytes) at 1731969550910Finishing writing output for hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-1 so closing down at 1731969550919 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000001-wal-1.temp at 1731969550923 (+4 ms)3 split writer threads finished at 1731969550923Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731969550931 (+8 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002 at 1731969550941 (+10 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731969550941 2024-11-18T22:39:10,942 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:10,944 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:10,963 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal.1731969550945, exclude list is [], retry=0 2024-11-18T22:39:10,967 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:10,967 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:10,968 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:10,974 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal.1731969550945 2024-11-18T22:39:10,977 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:10,977 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a808a696774436d570ab78ef60252a4, NAME => 'testReplayEditsWrittenIntoWAL,,1731969550630.9a808a696774436d570ab78ef60252a4.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:10,977 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731969550630.9a808a696774436d570ab78ef60252a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:10,977 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:10,977 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:10,992 INFO [StoreOpener-9a808a696774436d570ab78ef60252a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:10,998 INFO [StoreOpener-9a808a696774436d570ab78ef60252a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a808a696774436d570ab78ef60252a4 columnFamilyName a 2024-11-18T22:39:10,998 DEBUG [StoreOpener-9a808a696774436d570ab78ef60252a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:11,001 INFO [StoreOpener-9a808a696774436d570ab78ef60252a4-1 {}] regionserver.HStore(327): Store=9a808a696774436d570ab78ef60252a4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:11,001 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:11,009 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:11,032 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:11,045 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002 2024-11-18T22:39:11,059 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:11,075 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002 2024-11-18T22:39:11,075 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9a808a696774436d570ab78ef60252a4 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-18T22:39:11,124 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/.tmp/a/3d6e13a58a8c4925b89ea8d78b8e3a39 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731969550805/Put/seqid=0 2024-11-18T22:39:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741852_1028 (size=5170) 2024-11-18T22:39:11,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741852_1028 (size=5170) 2024-11-18T22:39:11,176 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/.tmp/a/3d6e13a58a8c4925b89ea8d78b8e3a39 2024-11-18T22:39:11,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741852_1028 (size=5170) 2024-11-18T22:39:11,203 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/.tmp/a/3d6e13a58a8c4925b89ea8d78b8e3a39 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/a/3d6e13a58a8c4925b89ea8d78b8e3a39 2024-11-18T22:39:11,232 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/a/3d6e13a58a8c4925b89ea8d78b8e3a39, entries=2, sequenceid=2, filesize=5.0 K 2024-11-18T22:39:11,233 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9a808a696774436d570ab78ef60252a4 in 158ms, sequenceid=2, compaction requested=false; wal=null 2024-11-18T22:39:11,239 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/0000000000000000002 2024-11-18T22:39:11,241 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:11,242 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:11,258 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9a808a696774436d570ab78ef60252a4 2024-11-18T22:39:11,288 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/9a808a696774436d570ab78ef60252a4/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-18T22:39:11,296 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9a808a696774436d570ab78ef60252a4; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62954706, jitterRate=-0.06190177798271179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:39:11,297 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9a808a696774436d570ab78ef60252a4: Writing region info on filesystem at 1731969550978Initializing all the Stores at 1731969550991 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969550991Obtaining lock to block concurrent updates at 1731969551076 (+85 ms)Preparing flush snapshotting stores in 9a808a696774436d570ab78ef60252a4 at 1731969551078 (+2 ms)Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731969550630.9a808a696774436d570ab78ef60252a4., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731969551078Flushing stores of testReplayEditsWrittenIntoWAL,,1731969550630.9a808a696774436d570ab78ef60252a4. at 1731969551078Flushing 9a808a696774436d570ab78ef60252a4/a: creating writer at 1731969551078Flushing 9a808a696774436d570ab78ef60252a4/a: appending metadata at 1731969551111 (+33 ms)Flushing 9a808a696774436d570ab78ef60252a4/a: closing flushed file at 1731969551111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571a043a: reopening flushed file at 1731969551198 (+87 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9a808a696774436d570ab78ef60252a4 in 158ms, sequenceid=2, compaction requested=false; wal=null at 1731969551233 (+35 ms)Cleaning up temporary data from old regions at 1731969551242 (+9 ms)Region opened successfully at 1731969551297 (+55 ms) 2024-11-18T22:39:11,355 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:56212 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:46314 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:53860 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:46236 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1108160261-172.17.0.2-1731969539394:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1108160261-172.17.0.2-1731969539394:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:56374 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:53954 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1108160261-172.17.0.2-1731969539394:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1258 (was 1258), ProcessCount=11 (was 11), AvailableMemoryMB=7353 (was 7448) 2024-11-18T22:39:11,378 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=1258, ProcessCount=11, AvailableMemoryMB=7338 2024-11-18T22:39:11,402 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:11,405 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:11,407 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:11,418 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-85259012, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/hregion-85259012, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:11,439 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-85259012/hregion-85259012.1731969551419, exclude list is [], retry=0 2024-11-18T22:39:11,445 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:11,446 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:11,449 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:11,466 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-85259012/hregion-85259012.1731969551419 2024-11-18T22:39:11,468 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:11,469 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ed192e8975a5dc62170abb145d27327f, NAME => 'testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34373/hbase 2024-11-18T22:39:11,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741854_1030 (size=64) 2024-11-18T22:39:11,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741854_1030 (size=64) 2024-11-18T22:39:11,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741854_1030 (size=64) 2024-11-18T22:39:11,494 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:11,497 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:11,508 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed192e8975a5dc62170abb145d27327f columnFamilyName a 2024-11-18T22:39:11,508 DEBUG [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:11,509 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] regionserver.HStore(327): Store=ed192e8975a5dc62170abb145d27327f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:11,509 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:11,512 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed192e8975a5dc62170abb145d27327f columnFamilyName b 2024-11-18T22:39:11,512 DEBUG [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:11,513 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] regionserver.HStore(327): Store=ed192e8975a5dc62170abb145d27327f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:11,513 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:11,515 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed192e8975a5dc62170abb145d27327f columnFamilyName c 2024-11-18T22:39:11,516 DEBUG [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:11,518 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] regionserver.HStore(327): Store=ed192e8975a5dc62170abb145d27327f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:11,518 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:11,519 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:11,521 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:11,524 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:11,524 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:11,525 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:11,529 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:11,536 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:11,537 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ed192e8975a5dc62170abb145d27327f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62386631, jitterRate=-0.0703667551279068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:11,538 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ed192e8975a5dc62170abb145d27327f: Writing region info on filesystem at 1731969551494Initializing all the Stores at 1731969551497 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969551497Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969551497Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969551497Cleaning up temporary data from old regions at 1731969551524 (+27 ms)Region opened successfully at 1731969551537 (+13 ms) 2024-11-18T22:39:11,538 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ed192e8975a5dc62170abb145d27327f, disabling compactions & flushes 2024-11-18T22:39:11,538 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f. 2024-11-18T22:39:11,538 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f. 2024-11-18T22:39:11,538 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f. after waiting 0 ms 2024-11-18T22:39:11,538 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f. 2024-11-18T22:39:11,539 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f. 2024-11-18T22:39:11,539 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ed192e8975a5dc62170abb145d27327f: Waiting for close lock at 1731969551538Disabling compacts and flushes for region at 1731969551538Disabling writes for close at 1731969551538Writing region close event to WAL at 1731969551539 (+1 ms)Closed at 1731969551539 2024-11-18T22:39:11,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741853_1029 (size=93) 2024-11-18T22:39:11,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741853_1029 (size=93) 2024-11-18T22:39:11,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741853_1029 (size=93) 2024-11-18T22:39:11,559 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:11,559 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-85259012:(num 1731969551419) 2024-11-18T22:39:11,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:11,563 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:11,582 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563, exclude list is [], retry=0 2024-11-18T22:39:11,588 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:11,589 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:11,589 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:11,597 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563 2024-11-18T22:39:11,601 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:11,980 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563, size=0 (0bytes) 2024-11-18T22:39:11,981 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563 might be still open, length is 0 2024-11-18T22:39:11,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563 2024-11-18T22:39:11,982 WARN [IPC Server handler 4 on default port 34373 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-18T22:39:11,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563 after 2ms 2024-11-18T22:39:13,057 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:53986 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53986 dst: /127.0.0.1:34469 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34469 remote=/127.0.0.1:53986]. Total timeout mills is 60000, 58867 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:13,062 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:56406 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41527:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56406 dst: /127.0.0.1:41527 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:13,065 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:46340 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44637:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46340 dst: /127.0.0.1:44637 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:13,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741855_1032 (size=200589) 2024-11-18T22:39:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741855_1032 (size=200589) 2024-11-18T22:39:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741855_1032 (size=200589) 2024-11-18T22:39:14,306 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T22:39:14,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T22:39:15,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T22:39:15,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T22:39:15,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:39:15,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T22:39:15,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T22:39:15,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T22:39:15,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-18T22:39:15,545 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-18T22:39:15,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563 after 4003ms 2024-11-18T22:39:15,989 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:15,992 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563 took 4012ms 2024-11-18T22:39:16,007 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731969551563.temp 2024-11-18T22:39:16,018 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000000001-wal.1731969551563.temp 2024-11-18T22:39:16,147 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563; continuing. 2024-11-18T22:39:16,147 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563 so closing down 2024-11-18T22:39:16,147 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:16,147 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:16,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741856_1033 (size=200597) 2024-11-18T22:39:16,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741856_1033 (size=200597) 2024-11-18T22:39:16,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741856_1033 (size=200597) 2024-11-18T22:39:16,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000000001-wal.1731969551563.temp (wrote 3002 edits, skipped 0 edits in 50 ms) 2024-11-18T22:39:16,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000000001-wal.1731969551563.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000003002 2024-11-18T22:39:16,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T22:39:16,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563, journal: Splitting hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563, size=0 (0bytes) at 1731969551981Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000000001-wal.1731969551563.temp at 1731969556018 (+4037 ms)Split 1024 edits, skipped 0 edits. at 1731969556084 (+66 ms)Split 2048 edits, skipped 0 edits. at 1731969556120 (+36 ms)Finishing writing output for hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563 so closing down at 1731969556147 (+27 ms)3 split writer threads finished at 1731969556147Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000000001-wal.1731969551563.temp (wrote 3002 edits, skipped 0 edits in 50 ms) at 1731969556173 (+26 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000000001-wal.1731969551563.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000003002 at 1731969556180 (+7 ms)Processed 3002 edits across 1 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563, size=0, length=0, corrupted=false, cancelled=false at 1731969556180 2024-11-18T22:39:16,183 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563 to hdfs://localhost:34373/hbase/oldWALs/wal.1731969551563 2024-11-18T22:39:16,189 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000003002 2024-11-18T22:39:16,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:16,195 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:16,217 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969556196, exclude list is [], retry=0 2024-11-18T22:39:16,229 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:16,229 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:16,230 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:16,287 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969556196 2024-11-18T22:39:16,288 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:16,289 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:16,301 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:16,311 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed192e8975a5dc62170abb145d27327f columnFamilyName a 2024-11-18T22:39:16,311 DEBUG [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:16,313 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] regionserver.HStore(327): Store=ed192e8975a5dc62170abb145d27327f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:16,313 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:16,316 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed192e8975a5dc62170abb145d27327f columnFamilyName b 2024-11-18T22:39:16,316 DEBUG [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:16,317 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] regionserver.HStore(327): Store=ed192e8975a5dc62170abb145d27327f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:16,318 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:16,321 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed192e8975a5dc62170abb145d27327f columnFamilyName c 2024-11-18T22:39:16,322 DEBUG [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:16,325 INFO [StoreOpener-ed192e8975a5dc62170abb145d27327f-1 {}] regionserver.HStore(327): Store=ed192e8975a5dc62170abb145d27327f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:16,325 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:16,327 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:16,331 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:16,333 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000003002 2024-11-18T22:39:16,344 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:16,442 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T22:39:17,186 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ed192e8975a5dc62170abb145d27327f 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-18T22:39:17,297 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/a/ab8708524a7e43bc94b47eb3475eb2a2 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731969551611/Put/seqid=0 2024-11-18T22:39:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741858_1035 (size=50463) 2024-11-18T22:39:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741858_1035 (size=50463) 2024-11-18T22:39:17,366 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/a/ab8708524a7e43bc94b47eb3475eb2a2 2024-11-18T22:39:17,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741858_1035 (size=50463) 2024-11-18T22:39:17,406 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/a/ab8708524a7e43bc94b47eb3475eb2a2 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/a/ab8708524a7e43bc94b47eb3475eb2a2 2024-11-18T22:39:17,416 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/a/ab8708524a7e43bc94b47eb3475eb2a2, entries=754, sequenceid=754, filesize=49.3 K 2024-11-18T22:39:17,417 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for ed192e8975a5dc62170abb145d27327f in 232ms, sequenceid=754, compaction requested=false; wal=null 2024-11-18T22:39:17,477 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T22:39:17,477 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ed192e8975a5dc62170abb145d27327f 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-18T22:39:17,523 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/a/34c69e6252734b11ac6eeabb1916b30c is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731969551682/Put/seqid=0 2024-11-18T22:39:17,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741859_1036 (size=20072) 2024-11-18T22:39:17,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741859_1036 (size=20072) 2024-11-18T22:39:17,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741859_1036 (size=20072) 2024-11-18T22:39:17,598 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/a/34c69e6252734b11ac6eeabb1916b30c 2024-11-18T22:39:17,725 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/b/58b36bfa4be2490898cce6703e046408 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731969551743/Put/seqid=0 2024-11-18T22:39:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741860_1037 (size=35835) 2024-11-18T22:39:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741860_1037 (size=35835) 2024-11-18T22:39:17,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741860_1037 (size=35835) 2024-11-18T22:39:17,773 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/b/58b36bfa4be2490898cce6703e046408 2024-11-18T22:39:17,805 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/a/34c69e6252734b11ac6eeabb1916b30c as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/a/34c69e6252734b11ac6eeabb1916b30c 2024-11-18T22:39:17,824 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/a/34c69e6252734b11ac6eeabb1916b30c, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-18T22:39:17,827 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/b/58b36bfa4be2490898cce6703e046408 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/b/58b36bfa4be2490898cce6703e046408 2024-11-18T22:39:17,840 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/b/58b36bfa4be2490898cce6703e046408, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-18T22:39:17,841 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ed192e8975a5dc62170abb145d27327f in 364ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-18T22:39:17,865 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T22:39:17,865 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ed192e8975a5dc62170abb145d27327f 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-18T22:39:17,876 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/b/6bfe2a12eebd460a8a9e4987e2321b02 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731969551768/Put/seqid=0 2024-11-18T22:39:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741861_1038 (size=35082) 2024-11-18T22:39:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741861_1038 (size=35082) 2024-11-18T22:39:17,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741861_1038 (size=35082) 2024-11-18T22:39:17,925 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/b/6bfe2a12eebd460a8a9e4987e2321b02 2024-11-18T22:39:18,019 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/c/9aadfe414f304848a819327c29c68473 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731969551821/Put/seqid=0 2024-11-18T22:39:18,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741862_1039 (size=20825) 2024-11-18T22:39:18,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741862_1039 (size=20825) 2024-11-18T22:39:18,058 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/c/9aadfe414f304848a819327c29c68473 2024-11-18T22:39:18,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741862_1039 (size=20825) 2024-11-18T22:39:18,088 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/b/6bfe2a12eebd460a8a9e4987e2321b02 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/b/6bfe2a12eebd460a8a9e4987e2321b02 2024-11-18T22:39:18,114 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/b/6bfe2a12eebd460a8a9e4987e2321b02, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-18T22:39:18,123 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/c/9aadfe414f304848a819327c29c68473 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/c/9aadfe414f304848a819327c29c68473 2024-11-18T22:39:18,139 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/c/9aadfe414f304848a819327c29c68473, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-18T22:39:18,140 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ed192e8975a5dc62170abb145d27327f in 274ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-18T22:39:18,158 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731969551916/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f. 2024-11-18T22:39:18,162 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000003002 2024-11-18T22:39:18,162 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T22:39:18,163 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ed192e8975a5dc62170abb145d27327f 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-18T22:39:18,177 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/c/b856cf5815914dfc93f7ea48e5e5c7db is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731969551837/Put/seqid=0 2024-11-18T22:39:18,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741863_1040 (size=50301) 2024-11-18T22:39:18,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741863_1040 (size=50301) 2024-11-18T22:39:18,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741863_1040 (size=50301) 2024-11-18T22:39:18,277 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/c/b856cf5815914dfc93f7ea48e5e5c7db 2024-11-18T22:39:18,304 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b856cf5815914dfc93f7ea48e5e5c7db 2024-11-18T22:39:18,309 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/.tmp/c/b856cf5815914dfc93f7ea48e5e5c7db as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/c/b856cf5815914dfc93f7ea48e5e5c7db 2024-11-18T22:39:18,334 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b856cf5815914dfc93f7ea48e5e5c7db 2024-11-18T22:39:18,334 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/c/b856cf5815914dfc93f7ea48e5e5c7db, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-18T22:39:18,334 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for ed192e8975a5dc62170abb145d27327f in 171ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-18T22:39:18,337 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/0000000000000003002 2024-11-18T22:39:18,339 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:18,339 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:18,345 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T22:39:18,359 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ed192e8975a5dc62170abb145d27327f 2024-11-18T22:39:18,373 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenIntoWAL/ed192e8975a5dc62170abb145d27327f/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-18T22:39:18,375 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ed192e8975a5dc62170abb145d27327f; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64302663, jitterRate=-0.04181565344333649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T22:39:18,375 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ed192e8975a5dc62170abb145d27327f: Writing region info on filesystem at 1731969556289Initializing all the Stores at 1731969556292 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969556292Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969556300 (+8 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969556300Cleaning up temporary data from old regions at 1731969558339 (+2039 ms)Region opened successfully at 1731969558375 (+36 ms) 2024-11-18T22:39:18,607 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ed192e8975a5dc62170abb145d27327f, disabling compactions & flushes 2024-11-18T22:39:18,607 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f. 2024-11-18T22:39:18,607 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f. 2024-11-18T22:39:18,607 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f. after waiting 0 ms 2024-11-18T22:39:18,607 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f. 2024-11-18T22:39:18,646 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731969551403.ed192e8975a5dc62170abb145d27327f. 2024-11-18T22:39:18,646 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ed192e8975a5dc62170abb145d27327f: Waiting for close lock at 1731969558607Disabling compacts and flushes for region at 1731969558607Disabling writes for close at 1731969558607Writing region close event to WAL at 1731969558646 (+39 ms)Closed at 1731969558646 2024-11-18T22:39:18,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969556196 not finished, retry = 0 2024-11-18T22:39:18,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741857_1034 (size=93) 2024-11-18T22:39:18,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741857_1034 (size=93) 2024-11-18T22:39:18,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741857_1034 (size=93) 2024-11-18T22:39:18,806 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:18,806 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731969556196) 2024-11-18T22:39:18,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=396 (was 384) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:45311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-942059767_22 at /127.0.0.1:54344 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-942059767_22 at /127.0.0.1:49822 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34373 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-942059767_22 at /127.0.0.1:45300 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:40967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-942059767_22 at /127.0.0.1:45280 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=859 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1380 (was 1258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8632 (was 7338) - AvailableMemoryMB LEAK? - 2024-11-18T22:39:18,869 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=394, OpenFileDescriptor=859, MaxFileDescriptor=1048576, SystemLoadAverage=1380, ProcessCount=11, AvailableMemoryMB=8626 2024-11-18T22:39:18,895 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:18,910 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:18,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:18,956 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75810690, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/hregion-75810690, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:18,976 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75810690/hregion-75810690.1731969558957, exclude list is [], retry=0 2024-11-18T22:39:18,992 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:18,992 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:18,996 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:19,013 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75810690/hregion-75810690.1731969558957 2024-11-18T22:39:19,015 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:19,015 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 93443aad703c72260541337d38849c7f, NAME => 'test2727,,1731969558896.93443aad703c72260541337d38849c7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34373/hbase 2024-11-18T22:39:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741865_1042 (size=43) 2024-11-18T22:39:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741865_1042 (size=43) 2024-11-18T22:39:19,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741865_1042 (size=43) 2024-11-18T22:39:19,099 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731969558896.93443aad703c72260541337d38849c7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:19,112 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 93443aad703c72260541337d38849c7f 2024-11-18T22:39:19,126 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93443aad703c72260541337d38849c7f columnFamilyName a 2024-11-18T22:39:19,126 DEBUG [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:19,130 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] regionserver.HStore(327): Store=93443aad703c72260541337d38849c7f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:19,130 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 93443aad703c72260541337d38849c7f 2024-11-18T22:39:19,147 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93443aad703c72260541337d38849c7f columnFamilyName b 2024-11-18T22:39:19,147 DEBUG [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:19,151 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] regionserver.HStore(327): Store=93443aad703c72260541337d38849c7f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:19,152 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 93443aad703c72260541337d38849c7f 2024-11-18T22:39:19,157 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93443aad703c72260541337d38849c7f columnFamilyName c 2024-11-18T22:39:19,157 DEBUG [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:19,158 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] regionserver.HStore(327): Store=93443aad703c72260541337d38849c7f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:19,159 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 93443aad703c72260541337d38849c7f 2024-11-18T22:39:19,160 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f 2024-11-18T22:39:19,161 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f 2024-11-18T22:39:19,163 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 93443aad703c72260541337d38849c7f 2024-11-18T22:39:19,163 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 93443aad703c72260541337d38849c7f 2024-11-18T22:39:19,164 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:19,167 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 93443aad703c72260541337d38849c7f 2024-11-18T22:39:19,184 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:19,188 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 93443aad703c72260541337d38849c7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66302518, jitterRate=-0.012015491724014282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:19,190 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 93443aad703c72260541337d38849c7f: Writing region info on filesystem at 1731969559099Initializing all the Stores at 1731969559105 (+6 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969559105Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969559108 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969559108Cleaning up temporary data from old regions at 1731969559163 (+55 ms)Region opened successfully at 1731969559189 (+26 ms) 2024-11-18T22:39:19,190 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 93443aad703c72260541337d38849c7f, disabling compactions & flushes 2024-11-18T22:39:19,190 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731969558896.93443aad703c72260541337d38849c7f. 2024-11-18T22:39:19,190 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731969558896.93443aad703c72260541337d38849c7f. 2024-11-18T22:39:19,190 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731969558896.93443aad703c72260541337d38849c7f. after waiting 0 ms 2024-11-18T22:39:19,191 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731969558896.93443aad703c72260541337d38849c7f. 2024-11-18T22:39:19,196 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731969558896.93443aad703c72260541337d38849c7f. 2024-11-18T22:39:19,197 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 93443aad703c72260541337d38849c7f: Waiting for close lock at 1731969559190Disabling compacts and flushes for region at 1731969559190Disabling writes for close at 1731969559190Writing region close event to WAL at 1731969559196 (+6 ms)Closed at 1731969559196 2024-11-18T22:39:19,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741864_1041 (size=93) 2024-11-18T22:39:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741864_1041 (size=93) 2024-11-18T22:39:19,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741864_1041 (size=93) 2024-11-18T22:39:19,246 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:19,246 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75810690:(num 1731969558957) 2024-11-18T22:39:19,246 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:19,266 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:19,286 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266, exclude list is [], retry=0 2024-11-18T22:39:19,296 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:19,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:19,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:19,323 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266 2024-11-18T22:39:19,324 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-18T22:39:19,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741866_1043 (size=200357) 2024-11-18T22:39:19,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741866_1043 (size=200357) 2024-11-18T22:39:19,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741866_1043 (size=200357) 2024-11-18T22:39:19,895 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266, size=195.7 K (200357bytes) 2024-11-18T22:39:19,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266 2024-11-18T22:39:19,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266 after 5ms 2024-11-18T22:39:19,909 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:19,918 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266 took 23ms 2024-11-18T22:39:19,949 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731969559266.temp 2024-11-18T22:39:19,969 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000000001-wal.1731969559266.temp 2024-11-18T22:39:20,059 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266 so closing down 2024-11-18T22:39:20,059 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:20,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741867_1044 (size=200357) 2024-11-18T22:39:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741867_1044 (size=200357) 2024-11-18T22:39:20,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741867_1044 (size=200357) 2024-11-18T22:39:20,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000000001-wal.1731969559266.temp (wrote 3000 edits, skipped 0 edits in 19 ms) 2024-11-18T22:39:20,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000000001-wal.1731969559266.temp to hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003000 2024-11-18T22:39:20,095 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-18T22:39:20,096 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266, journal: Splitting hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266, size=195.7 K (200357bytes) at 1731969559895Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000000001-wal.1731969559266.temp at 1731969559970 (+75 ms)Split 1024 edits, skipped 0 edits. at 1731969559987 (+17 ms)Split 2048 edits, skipped 0 edits. at 1731969560018 (+31 ms)Finishing writing output for hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266 so closing down at 1731969560059 (+41 ms)3 split writer threads finished at 1731969560064 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000000001-wal.1731969559266.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1731969560078 (+14 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000000001-wal.1731969559266.temp to hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003000 at 1731969560095 (+17 ms)Processed 3000 edits across 1 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1731969560095 2024-11-18T22:39:20,121 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969559266 to hdfs://localhost:34373/hbase/oldWALs/wal.1731969559266 2024-11-18T22:39:20,141 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003000 2024-11-18T22:39:20,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:20,172 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:20,195 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175, exclude list is [], retry=0 2024-11-18T22:39:20,221 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:20,228 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:20,229 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:20,264 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175 2024-11-18T22:39:20,271 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-18T22:39:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741868_1045 (size=200484) 2024-11-18T22:39:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741868_1045 (size=200484) 2024-11-18T22:39:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741868_1045 (size=200484) 2024-11-18T22:39:20,667 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175, size=195.8 K (200484bytes) 2024-11-18T22:39:20,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175 2024-11-18T22:39:20,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175 after 18ms 2024-11-18T22:39:20,694 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:20,707 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175 took 40ms 2024-11-18T22:39:20,747 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731969560175.temp 2024-11-18T22:39:20,750 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003001-wal.1731969560175.temp 2024-11-18T22:39:20,802 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175 so closing down 2024-11-18T22:39:20,802 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:20,805 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:20,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741869_1046 (size=200484) 2024-11-18T22:39:20,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741869_1046 (size=200484) 2024-11-18T22:39:20,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741869_1046 (size=200484) 2024-11-18T22:39:21,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003001-wal.1731969560175.temp (wrote 3000 edits, skipped 0 edits in 17 ms) 2024-11-18T22:39:21,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003001-wal.1731969560175.temp to hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000006000 2024-11-18T22:39:21,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 543 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-18T22:39:21,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175, journal: Splitting hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175, size=195.8 K (200484bytes) at 1731969560667Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003001-wal.1731969560175.temp at 1731969560750 (+83 ms)Split 1024 edits, skipped 0 edits. at 1731969560762 (+12 ms)Split 2048 edits, skipped 0 edits. at 1731969560779 (+17 ms)Finishing writing output for hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175 so closing down at 1731969560802 (+23 ms)3 split writer threads finished at 1731969560805 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003001-wal.1731969560175.temp (wrote 3000 edits, skipped 0 edits in 17 ms) at 1731969561280 (+475 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003001-wal.1731969560175.temp to hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000006000 at 1731969561285 (+5 ms)Processed 3000 edits across 1 Regions in 543 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1731969561285 2024-11-18T22:39:21,297 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969560175 to hdfs://localhost:34373/hbase/oldWALs/wal.1731969560175 2024-11-18T22:39:21,300 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000006000 2024-11-18T22:39:21,300 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:21,305 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/test2727-manual,16010,1731969558892, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:21,323 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969561305, exclude list is [], retry=0 2024-11-18T22:39:21,327 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:21,328 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:21,328 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:21,399 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731969558892/wal.1731969561305 2024-11-18T22:39:21,400 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-18T22:39:21,400 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 93443aad703c72260541337d38849c7f, NAME => 'test2727,,1731969558896.93443aad703c72260541337d38849c7f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:21,400 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731969558896.93443aad703c72260541337d38849c7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:21,400 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 93443aad703c72260541337d38849c7f 2024-11-18T22:39:21,400 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 93443aad703c72260541337d38849c7f 2024-11-18T22:39:21,416 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 93443aad703c72260541337d38849c7f 2024-11-18T22:39:21,432 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93443aad703c72260541337d38849c7f columnFamilyName a 2024-11-18T22:39:21,433 DEBUG [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:21,440 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] regionserver.HStore(327): Store=93443aad703c72260541337d38849c7f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:21,441 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 93443aad703c72260541337d38849c7f 2024-11-18T22:39:21,447 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93443aad703c72260541337d38849c7f columnFamilyName b 2024-11-18T22:39:21,447 DEBUG [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:21,452 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] regionserver.HStore(327): Store=93443aad703c72260541337d38849c7f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:21,453 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 93443aad703c72260541337d38849c7f 2024-11-18T22:39:21,461 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93443aad703c72260541337d38849c7f columnFamilyName c 2024-11-18T22:39:21,461 DEBUG [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:21,468 INFO [StoreOpener-93443aad703c72260541337d38849c7f-1 {}] regionserver.HStore(327): Store=93443aad703c72260541337d38849c7f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:21,468 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 93443aad703c72260541337d38849c7f 2024-11-18T22:39:21,480 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f 2024-11-18T22:39:21,532 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f 2024-11-18T22:39:21,556 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003000 2024-11-18T22:39:21,574 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:21,704 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003000 2024-11-18T22:39:21,720 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000006000 2024-11-18T22:39:21,761 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:21,955 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000006000 2024-11-18T22:39:21,955 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 93443aad703c72260541337d38849c7f 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-18T22:39:22,050 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/.tmp/a/ca8b5ffb63a9485fb3bf1776e65e38ba is 41, key is test2727/a:100/1731969560278/Put/seqid=0 2024-11-18T22:39:22,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741871_1048 (size=84227) 2024-11-18T22:39:22,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741871_1048 (size=84227) 2024-11-18T22:39:22,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741871_1048 (size=84227) 2024-11-18T22:39:22,629 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/.tmp/a/ca8b5ffb63a9485fb3bf1776e65e38ba 2024-11-18T22:39:22,747 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/.tmp/b/85579f5c731144ba84389bc5c41b56a0 is 41, key is test2727/b:100/1731969560376/Put/seqid=0 2024-11-18T22:39:22,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741872_1049 (size=84609) 2024-11-18T22:39:22,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741872_1049 (size=84609) 2024-11-18T22:39:22,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741872_1049 (size=84609) 2024-11-18T22:39:22,813 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/.tmp/b/85579f5c731144ba84389bc5c41b56a0 2024-11-18T22:39:22,926 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/.tmp/c/e03be25a17cc4f3ab339ed2481622fc6 is 41, key is test2727/c:100/1731969560509/Put/seqid=0 2024-11-18T22:39:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741873_1050 (size=84609) 2024-11-18T22:39:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741873_1050 (size=84609) 2024-11-18T22:39:23,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741873_1050 (size=84609) 2024-11-18T22:39:23,023 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/.tmp/c/e03be25a17cc4f3ab339ed2481622fc6 2024-11-18T22:39:23,093 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/.tmp/a/ca8b5ffb63a9485fb3bf1776e65e38ba as hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/a/ca8b5ffb63a9485fb3bf1776e65e38ba 2024-11-18T22:39:23,142 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/a/ca8b5ffb63a9485fb3bf1776e65e38ba, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-18T22:39:23,150 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/.tmp/b/85579f5c731144ba84389bc5c41b56a0 as hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/b/85579f5c731144ba84389bc5c41b56a0 2024-11-18T22:39:23,188 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/b/85579f5c731144ba84389bc5c41b56a0, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-18T22:39:23,198 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/.tmp/c/e03be25a17cc4f3ab339ed2481622fc6 as hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/c/e03be25a17cc4f3ab339ed2481622fc6 2024-11-18T22:39:23,280 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/c/e03be25a17cc4f3ab339ed2481622fc6, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-18T22:39:23,281 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 93443aad703c72260541337d38849c7f in 1326ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-18T22:39:23,289 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000003000 2024-11-18T22:39:23,295 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/0000000000000006000 2024-11-18T22:39:23,310 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 93443aad703c72260541337d38849c7f 2024-11-18T22:39:23,310 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 93443aad703c72260541337d38849c7f 2024-11-18T22:39:23,313 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:23,344 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 93443aad703c72260541337d38849c7f 2024-11-18T22:39:23,370 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/test2727/93443aad703c72260541337d38849c7f/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-18T22:39:23,384 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 93443aad703c72260541337d38849c7f; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69629577, jitterRate=0.03756155073642731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:23,389 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 93443aad703c72260541337d38849c7f: Writing region info on filesystem at 1731969561401Initializing all the Stores at 1731969561409 (+8 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969561409Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969561410 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969561410Obtaining lock to block concurrent updates at 1731969561955 (+545 ms)Preparing flush snapshotting stores in 93443aad703c72260541337d38849c7f at 1731969561955Finished memstore snapshotting test2727,,1731969558896.93443aad703c72260541337d38849c7f., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731969561955Flushing stores of test2727,,1731969558896.93443aad703c72260541337d38849c7f. at 1731969561955Flushing 93443aad703c72260541337d38849c7f/a: creating writer at 1731969561956 (+1 ms)Flushing 93443aad703c72260541337d38849c7f/a: appending metadata at 1731969562049 (+93 ms)Flushing 93443aad703c72260541337d38849c7f/a: closing flushed file at 1731969562049Flushing 93443aad703c72260541337d38849c7f/b: creating writer at 1731969562678 (+629 ms)Flushing 93443aad703c72260541337d38849c7f/b: appending metadata at 1731969562746 (+68 ms)Flushing 93443aad703c72260541337d38849c7f/b: closing flushed file at 1731969562746Flushing 93443aad703c72260541337d38849c7f/c: creating writer at 1731969562838 (+92 ms)Flushing 93443aad703c72260541337d38849c7f/c: appending metadata at 1731969562925 (+87 ms)Flushing 93443aad703c72260541337d38849c7f/c: closing flushed file at 1731969562925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa8248: reopening flushed file at 1731969563077 (+152 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200bbb6: reopening flushed file at 1731969563143 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b09eb3: reopening flushed file at 1731969563188 (+45 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 93443aad703c72260541337d38849c7f in 1326ms, sequenceid=6000, compaction requested=false; wal=null at 1731969563281 (+93 ms)Cleaning up temporary data from old regions at 1731969563310 (+29 ms)Region opened successfully at 1731969563389 (+79 ms) 2024-11-18T22:39:23,390 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-18T22:39:23,391 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 93443aad703c72260541337d38849c7f, disabling compactions & flushes 2024-11-18T22:39:23,391 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731969558896.93443aad703c72260541337d38849c7f. 2024-11-18T22:39:23,391 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731969558896.93443aad703c72260541337d38849c7f. 2024-11-18T22:39:23,391 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731969558896.93443aad703c72260541337d38849c7f. after waiting 0 ms 2024-11-18T22:39:23,391 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731969558896.93443aad703c72260541337d38849c7f. 2024-11-18T22:39:23,424 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731969558896.93443aad703c72260541337d38849c7f. 2024-11-18T22:39:23,424 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 93443aad703c72260541337d38849c7f: Waiting for close lock at 1731969563391Disabling compacts and flushes for region at 1731969563391Disabling writes for close at 1731969563391Writing region close event to WAL at 1731969563424 (+33 ms)Closed at 1731969563424 2024-11-18T22:39:23,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741870_1047 (size=93) 2024-11-18T22:39:23,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741870_1047 (size=93) 2024-11-18T22:39:23,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741870_1047 (size=93) 2024-11-18T22:39:23,506 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:23,506 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731969561305) 2024-11-18T22:39:23,533 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=394 (was 394), OpenFileDescriptor=917 (was 859) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1380 (was 1380), ProcessCount=11 (was 11), AvailableMemoryMB=7736 (was 8626) 2024-11-18T22:39:23,554 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=394, OpenFileDescriptor=917, MaxFileDescriptor=1048576, SystemLoadAverage=1380, ProcessCount=11, AvailableMemoryMB=7733 2024-11-18T22:39:23,641 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:23,694 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:23,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731969563695 2024-11-18T22:39:23,775 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637/wal.1731969563695 2024-11-18T22:39:23,798 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-18T22:39:23,812 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fedf38db989cb53ceef7a8ae681d9dc0, NAME => 'testSequentialEditLogSeqNum,,1731969563642.fedf38db989cb53ceef7a8ae681d9dc0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:23,813 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731969563642.fedf38db989cb53ceef7a8ae681d9dc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:23,813 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fedf38db989cb53ceef7a8ae681d9dc0 2024-11-18T22:39:23,813 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fedf38db989cb53ceef7a8ae681d9dc0 2024-11-18T22:39:23,820 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0 doesn't exist for region: fedf38db989cb53ceef7a8ae681d9dc0 on table testSequentialEditLogSeqNum 2024-11-18T22:39:23,824 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: fedf38db989cb53ceef7a8ae681d9dc0 on table testSequentialEditLogSeqNum 2024-11-18T22:39:23,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741875_1052 (size=62) 2024-11-18T22:39:23,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741875_1052 (size=62) 2024-11-18T22:39:23,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741875_1052 (size=62) 2024-11-18T22:39:23,924 INFO [StoreOpener-fedf38db989cb53ceef7a8ae681d9dc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fedf38db989cb53ceef7a8ae681d9dc0 2024-11-18T22:39:23,935 INFO [StoreOpener-fedf38db989cb53ceef7a8ae681d9dc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedf38db989cb53ceef7a8ae681d9dc0 columnFamilyName a 2024-11-18T22:39:23,935 DEBUG [StoreOpener-fedf38db989cb53ceef7a8ae681d9dc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:23,944 INFO [StoreOpener-fedf38db989cb53ceef7a8ae681d9dc0-1 {}] regionserver.HStore(327): Store=fedf38db989cb53ceef7a8ae681d9dc0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:23,947 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fedf38db989cb53ceef7a8ae681d9dc0 2024-11-18T22:39:23,948 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0 2024-11-18T22:39:23,953 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0 2024-11-18T22:39:23,957 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fedf38db989cb53ceef7a8ae681d9dc0 2024-11-18T22:39:23,957 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fedf38db989cb53ceef7a8ae681d9dc0 2024-11-18T22:39:23,988 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fedf38db989cb53ceef7a8ae681d9dc0 2024-11-18T22:39:24,023 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:24,033 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fedf38db989cb53ceef7a8ae681d9dc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71263056, jitterRate=0.06190228462219238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:39:24,035 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fedf38db989cb53ceef7a8ae681d9dc0: Writing region info on filesystem at 1731969563813Initializing all the Stores at 1731969563919 (+106 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969563919Cleaning up temporary data from old regions at 1731969563957 (+38 ms)Region opened successfully at 1731969564034 (+77 ms) 2024-11-18T22:39:24,070 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fedf38db989cb53ceef7a8ae681d9dc0 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-18T22:39:24,158 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/.tmp/a/7ec693584631466bbd671246d6a9e16f is 81, key is testSequentialEditLogSeqNum/a:x0/1731969564035/Put/seqid=0 2024-11-18T22:39:24,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741876_1053 (size=5833) 2024-11-18T22:39:24,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741876_1053 (size=5833) 2024-11-18T22:39:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741876_1053 (size=5833) 2024-11-18T22:39:24,273 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/.tmp/a/7ec693584631466bbd671246d6a9e16f 2024-11-18T22:39:24,329 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/.tmp/a/7ec693584631466bbd671246d6a9e16f as hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/a/7ec693584631466bbd671246d6a9e16f 2024-11-18T22:39:24,381 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/a/7ec693584631466bbd671246d6a9e16f, entries=10, sequenceid=13, filesize=5.7 K 2024-11-18T22:39:24,388 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for fedf38db989cb53ceef7a8ae681d9dc0 in 318ms, sequenceid=13, compaction requested=false 2024-11-18T22:39:24,388 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fedf38db989cb53ceef7a8ae681d9dc0: 2024-11-18T22:39:24,422 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T22:39:24,422 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T22:39:24,422 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T22:39:24,422 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T22:39:24,423 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T22:39:24,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741874_1051 (size=1616) 2024-11-18T22:39:24,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741874_1051 (size=1616) 2024-11-18T22:39:24,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741874_1051 (size=1616) 2024-11-18T22:39:24,515 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637/wal.1731969563695, size=1.6 K (1616bytes) 2024-11-18T22:39:24,515 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637/wal.1731969563695 2024-11-18T22:39:24,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637/wal.1731969563695 after 7ms 2024-11-18T22:39:24,539 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637/wal.1731969563695: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:24,540 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637/wal.1731969563695 took 25ms 2024-11-18T22:39:24,610 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637/wal.1731969563695 so closing down 2024-11-18T22:39:24,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:24,637 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731969563695.temp 2024-11-18T22:39:24,642 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/recovered.edits/0000000000000000003-wal.1731969563695.temp 2024-11-18T22:39:24,642 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:24,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741877_1054 (size=1175) 2024-11-18T22:39:24,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741877_1054 (size=1175) 2024-11-18T22:39:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741877_1054 (size=1175) 2024-11-18T22:39:24,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/recovered.edits/0000000000000000003-wal.1731969563695.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-18T22:39:24,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/recovered.edits/0000000000000000003-wal.1731969563695.temp to hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/recovered.edits/0000000000000000020 2024-11-18T22:39:24,774 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 182 ms; skipped=2; WAL=hdfs://localhost:34373/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637/wal.1731969563695, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-18T22:39:24,774 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637/wal.1731969563695, journal: Splitting hdfs://localhost:34373/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637/wal.1731969563695, size=1.6 K (1616bytes) at 1731969564515Finishing writing output for hdfs://localhost:34373/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637/wal.1731969563695 so closing down at 1731969564610 (+95 ms)Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/recovered.edits/0000000000000000003-wal.1731969563695.temp at 1731969564642 (+32 ms)3 split writer threads finished at 1731969564642Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/recovered.edits/0000000000000000003-wal.1731969563695.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731969564760 (+118 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/recovered.edits/0000000000000000003-wal.1731969563695.temp to hdfs://localhost:34373/hbase/data/default/testSequentialEditLogSeqNum/fedf38db989cb53ceef7a8ae681d9dc0/recovered.edits/0000000000000000020 at 1731969564774 (+14 ms)Processed 17 edits across 1 Regions in 182 ms; skipped=2; WAL=hdfs://localhost:34373/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731969563637/wal.1731969563695, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1731969564774 2024-11-18T22:39:24,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=399 (was 394) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:49984 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:40268 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:54450 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=953 (was 917) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1366 (was 1380), ProcessCount=11 (was 11), AvailableMemoryMB=7604 (was 7733) 2024-11-18T22:39:24,859 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=399, OpenFileDescriptor=953, MaxFileDescriptor=1048576, SystemLoadAverage=1366, ProcessCount=11, AvailableMemoryMB=7600 2024-11-18T22:39:24,890 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:24,898 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:24,900 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:24,907 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-70986925, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/hregion-70986925, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:24,977 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-70986925/hregion-70986925.1731969564908, exclude list is [], retry=0 2024-11-18T22:39:25,021 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:25,024 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:25,055 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:25,077 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-70986925/hregion-70986925.1731969564908 2024-11-18T22:39:25,084 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:25,084 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1528798af8b86ad06dc7ad0dd585e4e3, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34373/hbase 2024-11-18T22:39:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741879_1056 (size=70) 2024-11-18T22:39:25,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741879_1056 (size=70) 2024-11-18T22:39:25,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741879_1056 (size=70) 2024-11-18T22:39:25,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-18T22:39:25,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-18T22:39:25,599 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:25,616 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:25,632 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1528798af8b86ad06dc7ad0dd585e4e3 columnFamilyName a 2024-11-18T22:39:25,632 DEBUG [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:25,635 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(327): Store=1528798af8b86ad06dc7ad0dd585e4e3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:25,658 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:25,673 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1528798af8b86ad06dc7ad0dd585e4e3 columnFamilyName b 2024-11-18T22:39:25,673 DEBUG [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:25,675 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(327): Store=1528798af8b86ad06dc7ad0dd585e4e3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:25,675 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:25,693 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1528798af8b86ad06dc7ad0dd585e4e3 columnFamilyName c 2024-11-18T22:39:25,693 DEBUG [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:25,697 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(327): Store=1528798af8b86ad06dc7ad0dd585e4e3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:25,698 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:25,701 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:25,704 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:25,716 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:25,716 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:25,718 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:25,733 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:25,757 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:25,758 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1528798af8b86ad06dc7ad0dd585e4e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60779350, jitterRate=-0.09431710839271545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:25,760 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1528798af8b86ad06dc7ad0dd585e4e3: Writing region info on filesystem at 1731969565600Initializing all the Stores at 1731969565603 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969565603Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969565608 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969565608Cleaning up temporary data from old regions at 1731969565716 (+108 ms)Region opened successfully at 1731969565760 (+44 ms) 2024-11-18T22:39:25,760 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1528798af8b86ad06dc7ad0dd585e4e3, disabling compactions & flushes 2024-11-18T22:39:25,760 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3. 2024-11-18T22:39:25,760 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3. 2024-11-18T22:39:25,760 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3. after waiting 0 ms 2024-11-18T22:39:25,760 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3. 2024-11-18T22:39:25,775 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3. 2024-11-18T22:39:25,776 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1528798af8b86ad06dc7ad0dd585e4e3: Waiting for close lock at 1731969565760Disabling compacts and flushes for region at 1731969565760Disabling writes for close at 1731969565760Writing region close event to WAL at 1731969565775 (+15 ms)Closed at 1731969565775 2024-11-18T22:39:25,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741878_1055 (size=93) 2024-11-18T22:39:25,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741878_1055 (size=93) 2024-11-18T22:39:25,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741878_1055 (size=93) 2024-11-18T22:39:25,833 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:25,833 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-70986925:(num 1731969564908) 2024-11-18T22:39:25,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:25,860 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:25,903 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861, exclude list is [], retry=0 2024-11-18T22:39:25,924 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:25,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:25,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:25,981 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861 2024-11-18T22:39:25,984 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:25,985 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1528798af8b86ad06dc7ad0dd585e4e3, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:25,985 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:25,985 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:25,985 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:26,000 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:26,009 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1528798af8b86ad06dc7ad0dd585e4e3 columnFamilyName a 2024-11-18T22:39:26,009 DEBUG [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:26,014 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(327): Store=1528798af8b86ad06dc7ad0dd585e4e3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:26,015 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:26,020 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1528798af8b86ad06dc7ad0dd585e4e3 columnFamilyName b 2024-11-18T22:39:26,020 DEBUG [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:26,025 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(327): Store=1528798af8b86ad06dc7ad0dd585e4e3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:26,025 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:26,028 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1528798af8b86ad06dc7ad0dd585e4e3 columnFamilyName c 2024-11-18T22:39:26,029 DEBUG [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:26,038 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(327): Store=1528798af8b86ad06dc7ad0dd585e4e3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:26,038 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:26,043 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:26,049 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:26,050 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:26,050 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:26,051 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:26,058 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:26,060 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1528798af8b86ad06dc7ad0dd585e4e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65563568, jitterRate=-0.023026704788208008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:26,061 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1528798af8b86ad06dc7ad0dd585e4e3: Writing region info on filesystem at 1731969565986Initializing all the Stores at 1731969565996 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969565996Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969565998 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969565998Cleaning up temporary data from old regions at 1731969566050 (+52 ms)Region opened successfully at 1731969566061 (+11 ms) 2024-11-18T22:39:26,071 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731969566069/Put/seqid=0 2024-11-18T22:39:26,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741881_1058 (size=4826) 2024-11-18T22:39:26,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741881_1058 (size=4826) 2024-11-18T22:39:26,164 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34373/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 1528798af8b86ad06dc7ad0dd585e4e3/a 2024-11-18T22:39:26,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741881_1058 (size=4826) 2024-11-18T22:39:26,202 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-18T22:39:26,203 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T22:39:26,203 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1528798af8b86ad06dc7ad0dd585e4e3: 2024-11-18T22:39:26,209 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/a/2f7c89094f224e9b815ba0008112dbca_SeqId_3_ 2024-11-18T22:39:26,221 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34373/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 1528798af8b86ad06dc7ad0dd585e4e3/a as hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/a/2f7c89094f224e9b815ba0008112dbca_SeqId_3_ - updating store file list. 2024-11-18T22:39:26,253 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f7c89094f224e9b815ba0008112dbca_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-18T22:39:26,254 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/a/2f7c89094f224e9b815ba0008112dbca_SeqId_3_ into 1528798af8b86ad06dc7ad0dd585e4e3/a 2024-11-18T22:39:26,254 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34373/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 1528798af8b86ad06dc7ad0dd585e4e3/a (new location: hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/a/2f7c89094f224e9b815ba0008112dbca_SeqId_3_) 2024-11-18T22:39:26,369 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861, size=0 (0bytes) 2024-11-18T22:39:26,370 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861 might be still open, length is 0 2024-11-18T22:39:26,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861 2024-11-18T22:39:26,372 WARN [IPC Server handler 4 on default port 34373 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-18T22:39:26,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861 after 3ms 2024-11-18T22:39:28,030 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:51546 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51546 dst: /127.0.0.1:34469 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:28,030 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:60338 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44637:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60338 dst: /127.0.0.1:44637 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:28,029 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:40362 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41527:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40362 dst: /127.0.0.1:41527 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41527 remote=/127.0.0.1:40362]. Total timeout mills is 60000, 58239 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:28,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741880_1059 (size=434) 2024-11-18T22:39:28,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741880_1059 (size=434) 2024-11-18T22:39:30,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861 after 4004ms 2024-11-18T22:39:30,378 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:30,379 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861 took 4010ms 2024-11-18T22:39:30,396 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861; continuing. 2024-11-18T22:39:30,397 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861 so closing down 2024-11-18T22:39:30,397 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:30,411 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731969565861.temp 2024-11-18T22:39:30,420 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005-wal.1731969565861.temp 2024-11-18T22:39:30,421 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741882_1060 (size=236) 2024-11-18T22:39:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741882_1060 (size=236) 2024-11-18T22:39:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741882_1060 (size=236) 2024-11-18T22:39:30,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005-wal.1731969565861.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T22:39:30,881 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005-wal.1731969565861.temp to hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005 2024-11-18T22:39:30,881 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 488 ms; skipped=1; WAL=hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T22:39:30,881 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861, journal: Splitting hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861, size=0 (0bytes) at 1731969566370Finishing writing output for hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861 so closing down at 1731969570397 (+4027 ms)Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005-wal.1731969565861.temp at 1731969570420 (+23 ms)3 split writer threads finished at 1731969570421 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005-wal.1731969565861.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731969570879 (+458 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005-wal.1731969565861.temp to hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005 at 1731969570881 (+2 ms)Processed 2 edits across 1 Regions in 488 ms; skipped=1; WAL=hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861, size=0, length=0, corrupted=false, cancelled=false at 1731969570881 2024-11-18T22:39:30,884 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861 to hdfs://localhost:34373/hbase/oldWALs/wal.1731969565861 2024-11-18T22:39:30,886 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005 2024-11-18T22:39:30,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:30,889 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:30,910 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969570890, exclude list is [], retry=0 2024-11-18T22:39:30,915 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:30,915 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:30,915 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:30,942 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969570890 2024-11-18T22:39:30,944 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-18T22:39:30,945 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1528798af8b86ad06dc7ad0dd585e4e3, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:30,945 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:30,945 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:30,945 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:30,956 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:30,961 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1528798af8b86ad06dc7ad0dd585e4e3 columnFamilyName a 2024-11-18T22:39:30,961 DEBUG [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:30,986 DEBUG [StoreFileOpener-1528798af8b86ad06dc7ad0dd585e4e3-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f7c89094f224e9b815ba0008112dbca_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-18T22:39:30,986 DEBUG [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/a/2f7c89094f224e9b815ba0008112dbca_SeqId_3_ 2024-11-18T22:39:30,986 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(327): Store=1528798af8b86ad06dc7ad0dd585e4e3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:30,987 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:30,988 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1528798af8b86ad06dc7ad0dd585e4e3 columnFamilyName b 2024-11-18T22:39:30,988 DEBUG [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:30,989 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(327): Store=1528798af8b86ad06dc7ad0dd585e4e3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:30,989 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:30,990 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1528798af8b86ad06dc7ad0dd585e4e3 columnFamilyName c 2024-11-18T22:39:30,990 DEBUG [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:30,991 INFO [StoreOpener-1528798af8b86ad06dc7ad0dd585e4e3-1 {}] regionserver.HStore(327): Store=1528798af8b86ad06dc7ad0dd585e4e3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:30,991 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:30,993 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:30,996 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:30,998 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005 2024-11-18T22:39:31,009 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:31,012 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005 2024-11-18T22:39:31,013 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1528798af8b86ad06dc7ad0dd585e4e3 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-18T22:39:31,040 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/.tmp/a/cd407fb49ca74794bc7061a18ceb2df4 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731969566266/Put/seqid=0 2024-11-18T22:39:31,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741884_1062 (size=5149) 2024-11-18T22:39:31,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741884_1062 (size=5149) 2024-11-18T22:39:31,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741884_1062 (size=5149) 2024-11-18T22:39:31,065 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/.tmp/a/cd407fb49ca74794bc7061a18ceb2df4 2024-11-18T22:39:31,073 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/.tmp/a/cd407fb49ca74794bc7061a18ceb2df4 as hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/a/cd407fb49ca74794bc7061a18ceb2df4 2024-11-18T22:39:31,082 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/a/cd407fb49ca74794bc7061a18ceb2df4, entries=1, sequenceid=5, filesize=5.0 K 2024-11-18T22:39:31,082 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 1528798af8b86ad06dc7ad0dd585e4e3 in 70ms, sequenceid=5, compaction requested=false; wal=null 2024-11-18T22:39:31,084 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/0000000000000000005 2024-11-18T22:39:31,085 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:31,085 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:31,086 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:31,088 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1528798af8b86ad06dc7ad0dd585e4e3 2024-11-18T22:39:31,092 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/1528798af8b86ad06dc7ad0dd585e4e3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T22:39:31,093 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1528798af8b86ad06dc7ad0dd585e4e3; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61203674, jitterRate=-0.08799418807029724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:31,094 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1528798af8b86ad06dc7ad0dd585e4e3: Writing region info on filesystem at 1731969570946Initializing all the Stores at 1731969570953 (+7 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969570953Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969570956 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969570956Obtaining lock to block concurrent updates at 1731969571013 (+57 ms)Preparing flush snapshotting stores in 1528798af8b86ad06dc7ad0dd585e4e3 at 1731969571013Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731969571013Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3. at 1731969571013Flushing 1528798af8b86ad06dc7ad0dd585e4e3/a: creating writer at 1731969571013Flushing 1528798af8b86ad06dc7ad0dd585e4e3/a: appending metadata at 1731969571039 (+26 ms)Flushing 1528798af8b86ad06dc7ad0dd585e4e3/a: closing flushed file at 1731969571040 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e2cac0: reopening flushed file at 1731969571072 (+32 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 1528798af8b86ad06dc7ad0dd585e4e3 in 70ms, sequenceid=5, compaction requested=false; wal=null at 1731969571082 (+10 ms)Cleaning up temporary data from old regions at 1731969571085 (+3 ms)Region opened successfully at 1731969571094 (+9 ms) 2024-11-18T22:39:31,101 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1528798af8b86ad06dc7ad0dd585e4e3, disabling compactions & flushes 2024-11-18T22:39:31,101 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3. 2024-11-18T22:39:31,101 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3. 2024-11-18T22:39:31,101 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3. after waiting 0 ms 2024-11-18T22:39:31,101 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3. 2024-11-18T22:39:31,102 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731969564891.1528798af8b86ad06dc7ad0dd585e4e3. 2024-11-18T22:39:31,103 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1528798af8b86ad06dc7ad0dd585e4e3: Waiting for close lock at 1731969571101Disabling compacts and flushes for region at 1731969571101Disabling writes for close at 1731969571101Writing region close event to WAL at 1731969571102 (+1 ms)Closed at 1731969571102 2024-11-18T22:39:31,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741883_1061 (size=93) 2024-11-18T22:39:31,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741883_1061 (size=93) 2024-11-18T22:39:31,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741883_1061 (size=93) 2024-11-18T22:39:31,112 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:31,112 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731969570890) 2024-11-18T22:39:31,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 399) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_564901365_22 at /127.0.0.1:51572 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_564901365_22 at /127.0.0.1:40394 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34373 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_564901365_22 at /127.0.0.1:60372 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1021 (was 953) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1433 (was 1366) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6547 (was 7600) 2024-11-18T22:39:31,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1021, MaxFileDescriptor=1048576, SystemLoadAverage=1433, ProcessCount=11, AvailableMemoryMB=6544 2024-11-18T22:39:31,173 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:31,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T22:39:31,184 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3b0ca91ed64a,34245,1731969545046 2024-11-18T22:39:31,187 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fb8512a 2024-11-18T22:39:31,188 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T22:39:31,191 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T22:39:31,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T22:39:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-18T22:39:31,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T22:39:31,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-18T22:39:31,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:31,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T22:39:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T22:39:31,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741885_1063 (size=694) 2024-11-18T22:39:31,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741885_1063 (size=694) 2024-11-18T22:39:31,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741885_1063 (size=694) 2024-11-18T22:39:31,249 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46cae1b9098958af0f4fcb5509773b63, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a 2024-11-18T22:39:31,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741886_1064 (size=77) 2024-11-18T22:39:31,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741886_1064 (size=77) 2024-11-18T22:39:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741886_1064 (size=77) 2024-11-18T22:39:31,290 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:31,290 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 46cae1b9098958af0f4fcb5509773b63, disabling compactions & flushes 2024-11-18T22:39:31,290 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:31,290 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:31,290 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. after waiting 0 ms 2024-11-18T22:39:31,290 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:31,290 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:31,290 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46cae1b9098958af0f4fcb5509773b63: Waiting for close lock at 1731969571290Disabling compacts and flushes for region at 1731969571290Disabling writes for close at 1731969571290Writing region close event to WAL at 1731969571290Closed at 1731969571290 2024-11-18T22:39:31,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T22:39:31,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731969571300"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731969571300"}]},"ts":"1731969571300"} 2024-11-18T22:39:31,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T22:39:31,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T22:39:31,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731969571318"}]},"ts":"1731969571318"} 2024-11-18T22:39:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T22:39:31,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-18T22:39:31,341 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3b0ca91ed64a=0} racks are {/default-rack=0} 2024-11-18T22:39:31,344 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T22:39:31,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T22:39:31,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T22:39:31,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T22:39:31,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T22:39:31,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T22:39:31,345 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T22:39:31,345 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T22:39:31,345 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T22:39:31,345 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T22:39:31,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, ASSIGN}] 2024-11-18T22:39:31,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, ASSIGN 2024-11-18T22:39:31,361 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, ASSIGN; state=OFFLINE, location=3b0ca91ed64a,45545,1731969546259; forceNewPlan=false, retain=false 2024-11-18T22:39:31,515 INFO [3b0ca91ed64a:34245 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T22:39:31,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46cae1b9098958af0f4fcb5509773b63, regionState=OPENING, regionLocation=3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:31,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, ASSIGN because future has completed 2024-11-18T22:39:31,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,45545,1731969546259}] 2024-11-18T22:39:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T22:39:31,704 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:31,705 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 46cae1b9098958af0f4fcb5509773b63, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:31,705 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,705 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:31,705 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,706 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,708 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,713 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cae1b9098958af0f4fcb5509773b63 columnFamilyName cf1 2024-11-18T22:39:31,713 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:31,724 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(327): Store=46cae1b9098958af0f4fcb5509773b63/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:31,724 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,727 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cae1b9098958af0f4fcb5509773b63 columnFamilyName cf2 2024-11-18T22:39:31,727 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:31,728 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(327): Store=46cae1b9098958af0f4fcb5509773b63/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:31,728 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,729 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,730 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,733 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,733 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,735 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T22:39:31,737 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,749 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:31,751 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 46cae1b9098958af0f4fcb5509773b63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61962000, jitterRate=-0.07669425010681152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T22:39:31,751 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,752 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 46cae1b9098958af0f4fcb5509773b63: Running coprocessor pre-open hook at 1731969571706Writing region info on filesystem at 1731969571706Initializing all the Stores at 1731969571707 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969571707Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969571708 (+1 ms)Cleaning up temporary data from old regions at 1731969571733 (+25 ms)Running coprocessor post-open hooks at 1731969571751 (+18 ms)Region opened successfully at 1731969571752 (+1 ms) 2024-11-18T22:39:31,756 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., pid=6, masterSystemTime=1731969571693 2024-11-18T22:39:31,759 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:31,759 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:31,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46cae1b9098958af0f4fcb5509773b63, regionState=OPEN, openSeqNum=2, regionLocation=3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:31,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,45545,1731969546259 because future has completed 2024-11-18T22:39:31,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T22:39:31,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,45545,1731969546259 in 236 msec 2024-11-18T22:39:31,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T22:39:31,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, ASSIGN in 432 msec 2024-11-18T22:39:31,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T22:39:31,787 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731969571787"}]},"ts":"1731969571787"} 2024-11-18T22:39:31,791 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-18T22:39:31,793 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T22:39:31,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 597 msec 2024-11-18T22:39:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T22:39:31,857 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-18T22:39:31,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-18T22:39:31,859 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T22:39:31,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-18T22:39:31,874 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T22:39:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-18T22:39:31,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=2] 2024-11-18T22:39:31,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=46cae1b9098958af0f4fcb5509773b63, source=3b0ca91ed64a,45545,1731969546259, destination=3b0ca91ed64a,35357,1731969545994, warming up region on 3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T22:39:31,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=46cae1b9098958af0f4fcb5509773b63, source=3b0ca91ed64a,45545,1731969546259, destination=3b0ca91ed64a,35357,1731969545994, running balancer 2024-11-18T22:39:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, REOPEN/MOVE 2024-11-18T22:39:31,944 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, REOPEN/MOVE 2024-11-18T22:39:31,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=46cae1b9098958af0f4fcb5509773b63, regionState=CLOSING, regionLocation=3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:31,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, REOPEN/MOVE because future has completed 2024-11-18T22:39:31,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T22:39:31,959 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34245 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=3b0ca91ed64a,45545,1731969546259, table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T22:39:31,965 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T22:39:31,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,45545,1731969546259}] 2024-11-18T22:39:31,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35357 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35357 {}] regionserver.HRegion(7855): Warmup {ENCODED => 46cae1b9098958af0f4fcb5509773b63, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35357 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:31,976 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,983 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cae1b9098958af0f4fcb5509773b63 columnFamilyName cf1 2024-11-18T22:39:31,983 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:31,989 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(327): Store=46cae1b9098958af0f4fcb5509773b63/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:31,989 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:31,991 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cae1b9098958af0f4fcb5509773b63 columnFamilyName cf2 2024-11-18T22:39:31,991 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-18T22:39:31,996 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(327): Store=46cae1b9098958af0f4fcb5509773b63/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35357 {}] regionserver.HRegion(1722): Closing 46cae1b9098958af0f4fcb5509773b63, disabling compactions & flushes 2024-11-18T22:39:31,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35357 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35357 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35357 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. after waiting 0 ms 2024-11-18T22:39:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35357 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:32,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35357 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35357 {}] regionserver.HRegion(1676): Region close journal for 46cae1b9098958af0f4fcb5509773b63: Waiting for close lock at 1731969571998Disabling compacts and flushes for region at 1731969571998Disabling writes for close at 1731969571999 (+1 ms)Writing region close event to WAL at 1731969572000 (+1 ms)Closed at 1731969572001 (+1 ms) 2024-11-18T22:39:32,140 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,141 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T22:39:32,142 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 46cae1b9098958af0f4fcb5509773b63, disabling compactions & flushes 2024-11-18T22:39:32,142 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:32,142 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:32,142 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. after waiting 0 ms 2024-11-18T22:39:32,142 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:32,142 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 46cae1b9098958af0f4fcb5509773b63 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-18T22:39:32,194 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp/cf1/73359343c03c4313a109ed82e5dc4b7f is 35, key is r1/cf1:q/1731969571904/Put/seqid=0 2024-11-18T22:39:32,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741887_1065 (size=4783) 2024-11-18T22:39:32,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741887_1065 (size=4783) 2024-11-18T22:39:32,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741887_1065 (size=4783) 2024-11-18T22:39:32,260 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp/cf1/73359343c03c4313a109ed82e5dc4b7f 2024-11-18T22:39:32,303 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp/cf1/73359343c03c4313a109ed82e5dc4b7f as hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/73359343c03c4313a109ed82e5dc4b7f 2024-11-18T22:39:32,332 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/73359343c03c4313a109ed82e5dc4b7f, entries=1, sequenceid=5, filesize=4.7 K 2024-11-18T22:39:32,341 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 46cae1b9098958af0f4fcb5509773b63 in 199ms, sequenceid=5, compaction requested=false 2024-11-18T22:39:32,341 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-18T22:39:32,362 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T22:39:32,372 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:32,372 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 46cae1b9098958af0f4fcb5509773b63: Waiting for close lock at 1731969572141Running coprocessor pre-close hooks at 1731969572141Disabling compacts and flushes for region at 1731969572142 (+1 ms)Disabling writes for close at 1731969572142Obtaining lock to block concurrent updates at 1731969572142Preparing flush snapshotting stores in 46cae1b9098958af0f4fcb5509773b63 at 1731969572142Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731969572158 (+16 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. at 1731969572159 (+1 ms)Flushing 46cae1b9098958af0f4fcb5509773b63/cf1: creating writer at 1731969572159Flushing 46cae1b9098958af0f4fcb5509773b63/cf1: appending metadata at 1731969572194 (+35 ms)Flushing 46cae1b9098958af0f4fcb5509773b63/cf1: closing flushed file at 1731969572194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6aa59b: reopening flushed file at 1731969572295 (+101 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 46cae1b9098958af0f4fcb5509773b63 in 199ms, sequenceid=5, compaction requested=false at 1731969572341 (+46 ms)Writing region close event to WAL at 1731969572345 (+4 ms)Running coprocessor post-close hooks at 1731969572369 (+24 ms)Closed at 1731969572372 (+3 ms) 2024-11-18T22:39:32,373 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 46cae1b9098958af0f4fcb5509773b63 move to 3b0ca91ed64a,35357,1731969545994 record at close sequenceid=5 2024-11-18T22:39:32,379 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=46cae1b9098958af0f4fcb5509773b63, regionState=CLOSED 2024-11-18T22:39:32,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,45545,1731969546259 because future has completed 2024-11-18T22:39:32,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T22:39:32,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,45545,1731969546259 in 433 msec 2024-11-18T22:39:32,417 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, REOPEN/MOVE; state=CLOSED, location=3b0ca91ed64a,35357,1731969545994; forceNewPlan=false, retain=false 2024-11-18T22:39:32,567 INFO [3b0ca91ed64a:34245 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T22:39:32,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=46cae1b9098958af0f4fcb5509773b63, regionState=OPENING, regionLocation=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, REOPEN/MOVE because future has completed 2024-11-18T22:39:32,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,35357,1731969545994}] 2024-11-18T22:39:32,741 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:32,742 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 46cae1b9098958af0f4fcb5509773b63, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:32,742 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,742 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:32,742 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,742 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,751 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,753 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cae1b9098958af0f4fcb5509773b63 columnFamilyName cf1 2024-11-18T22:39:32,753 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:32,768 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/73359343c03c4313a109ed82e5dc4b7f 2024-11-18T22:39:32,768 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(327): Store=46cae1b9098958af0f4fcb5509773b63/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:32,768 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,770 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cae1b9098958af0f4fcb5509773b63 columnFamilyName cf2 2024-11-18T22:39:32,770 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:32,771 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(327): Store=46cae1b9098958af0f4fcb5509773b63/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:32,771 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,775 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,778 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,779 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,779 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,781 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T22:39:32,783 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,784 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 46cae1b9098958af0f4fcb5509773b63; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62085205, jitterRate=-0.07485835254192352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T22:39:32,784 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:32,785 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 46cae1b9098958af0f4fcb5509773b63: Running coprocessor pre-open hook at 1731969572743Writing region info on filesystem at 1731969572743Initializing all the Stores at 1731969572751 (+8 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969572751Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969572751Cleaning up temporary data from old regions at 1731969572779 (+28 ms)Running coprocessor post-open hooks at 1731969572784 (+5 ms)Region opened successfully at 1731969572785 (+1 ms) 2024-11-18T22:39:32,789 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., pid=9, masterSystemTime=1731969572736 2024-11-18T22:39:32,791 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:32,791 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:32,792 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=46cae1b9098958af0f4fcb5509773b63, regionState=OPEN, openSeqNum=9, regionLocation=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:32,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,35357,1731969545994 because future has completed 2024-11-18T22:39:32,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-18T22:39:32,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,35357,1731969545994 in 224 msec 2024-11-18T22:39:32,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, REOPEN/MOVE in 864 msec 2024-11-18T22:39:32,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T22:39:32,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T22:39:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:49900 deadline: 1731969632866, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b0ca91ed64a port=35357 startCode=1731969545994. As of locationSeqNum=5. 2024-11-18T22:39:32,900 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b0ca91ed64a port=35357 startCode=1731969545994. As of locationSeqNum=5. 2024-11-18T22:39:32,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b0ca91ed64a port=35357 startCode=1731969545994. As of locationSeqNum=5. 2024-11-18T22:39:32,902 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,35357,1731969545994, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b0ca91ed64a port=35357 startCode=1731969545994. As of locationSeqNum=5. 2024-11-18T22:39:33,012 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:39:33,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:39:33,030 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 46cae1b9098958af0f4fcb5509773b63 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-18T22:39:33,059 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp/cf1/e8ef1ee7599a4108aba680920fcaa2f5 is 29, key is r1/cf1:/1731969573017/DeleteFamily/seqid=0 2024-11-18T22:39:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741888_1066 (size=4906) 2024-11-18T22:39:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741888_1066 (size=4906) 2024-11-18T22:39:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741888_1066 (size=4906) 2024-11-18T22:39:33,082 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp/cf1/e8ef1ee7599a4108aba680920fcaa2f5 2024-11-18T22:39:33,105 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8ef1ee7599a4108aba680920fcaa2f5 2024-11-18T22:39:33,124 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp/cf2/618a5525b07349038df24d0066651ac6 is 29, key is r1/cf2:/1731969573017/DeleteFamily/seqid=0 2024-11-18T22:39:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741889_1067 (size=4906) 2024-11-18T22:39:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741889_1067 (size=4906) 2024-11-18T22:39:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741889_1067 (size=4906) 2024-11-18T22:39:33,542 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp/cf2/618a5525b07349038df24d0066651ac6 2024-11-18T22:39:33,550 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 618a5525b07349038df24d0066651ac6 2024-11-18T22:39:33,552 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp/cf1/e8ef1ee7599a4108aba680920fcaa2f5 as hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/e8ef1ee7599a4108aba680920fcaa2f5 2024-11-18T22:39:33,564 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8ef1ee7599a4108aba680920fcaa2f5 2024-11-18T22:39:33,564 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/e8ef1ee7599a4108aba680920fcaa2f5, entries=1, sequenceid=12, filesize=4.8 K 2024-11-18T22:39:33,566 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp/cf2/618a5525b07349038df24d0066651ac6 as hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf2/618a5525b07349038df24d0066651ac6 2024-11-18T22:39:33,576 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 618a5525b07349038df24d0066651ac6 2024-11-18T22:39:33,577 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf2/618a5525b07349038df24d0066651ac6, entries=1, sequenceid=12, filesize=4.8 K 2024-11-18T22:39:33,578 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 46cae1b9098958af0f4fcb5509773b63 in 548ms, sequenceid=12, compaction requested=false 2024-11-18T22:39:33,578 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 46cae1b9098958af0f4fcb5509773b63: 2024-11-18T22:39:33,581 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-18T22:39:33,582 DEBUG [Time-limited test {}] regionserver.HStore(1541): 46cae1b9098958af0f4fcb5509773b63/cf1 is initiating major compaction (all files) 2024-11-18T22:39:33,583 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T22:39:33,583 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:33,583 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 46cae1b9098958af0f4fcb5509773b63/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:33,584 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/73359343c03c4313a109ed82e5dc4b7f, hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/e8ef1ee7599a4108aba680920fcaa2f5] into tmpdir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp, totalSize=9.5 K 2024-11-18T22:39:33,585 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 73359343c03c4313a109ed82e5dc4b7f, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731969571904 2024-11-18T22:39:33,586 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e8ef1ee7599a4108aba680920fcaa2f5, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-18T22:39:33,601 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 46cae1b9098958af0f4fcb5509773b63#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:39:33,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741890_1068 (size=4626) 2024-11-18T22:39:33,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741890_1068 (size=4626) 2024-11-18T22:39:33,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741890_1068 (size=4626) 2024-11-18T22:39:34,031 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp/cf1/dc920a012e454c0b8e0311648772837f as hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/dc920a012e454c0b8e0311648772837f 2024-11-18T22:39:34,049 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 46cae1b9098958af0f4fcb5509773b63/cf1 of 46cae1b9098958af0f4fcb5509773b63 into dc920a012e454c0b8e0311648772837f(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:39:34,049 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 46cae1b9098958af0f4fcb5509773b63: 2024-11-18T22:39:34,049 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-18T22:39:34,049 DEBUG [Time-limited test {}] regionserver.HStore(1541): 46cae1b9098958af0f4fcb5509773b63/cf2 is initiating major compaction (all files) 2024-11-18T22:39:34,050 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T22:39:34,050 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T22:39:34,050 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 46cae1b9098958af0f4fcb5509773b63/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,050 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf2/618a5525b07349038df24d0066651ac6] into tmpdir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp, totalSize=4.8 K 2024-11-18T22:39:34,051 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 618a5525b07349038df24d0066651ac6, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-18T22:39:34,058 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 46cae1b9098958af0f4fcb5509773b63#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T22:39:34,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741891_1069 (size=4592) 2024-11-18T22:39:34,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741891_1069 (size=4592) 2024-11-18T22:39:34,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741891_1069 (size=4592) 2024-11-18T22:39:34,081 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/.tmp/cf2/cecb33c4b6004f6e8880df57b2cd0f61 as hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf2/cecb33c4b6004f6e8880df57b2cd0f61 2024-11-18T22:39:34,090 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T22:39:34,090 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 46cae1b9098958af0f4fcb5509773b63/cf2 of 46cae1b9098958af0f4fcb5509773b63 into cecb33c4b6004f6e8880df57b2cd0f61(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:39:34,090 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 46cae1b9098958af0f4fcb5509773b63: 2024-11-18T22:39:34,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=46cae1b9098958af0f4fcb5509773b63, source=3b0ca91ed64a,35357,1731969545994, destination=3b0ca91ed64a,45545,1731969546259, warming up region on 3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:34,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=46cae1b9098958af0f4fcb5509773b63, source=3b0ca91ed64a,35357,1731969545994, destination=3b0ca91ed64a,45545,1731969546259, running balancer 2024-11-18T22:39:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, REOPEN/MOVE 2024-11-18T22:39:34,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, REOPEN/MOVE 2024-11-18T22:39:34,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] regionserver.HRegion(7855): Warmup {ENCODED => 46cae1b9098958af0f4fcb5509773b63, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:34,099 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=46cae1b9098958af0f4fcb5509773b63, regionState=CLOSING, regionLocation=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:34,099 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,101 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cae1b9098958af0f4fcb5509773b63 columnFamilyName cf1 2024-11-18T22:39:34,101 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:34,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, REOPEN/MOVE because future has completed 2024-11-18T22:39:34,109 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/73359343c03c4313a109ed82e5dc4b7f 2024-11-18T22:39:34,110 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T22:39:34,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,35357,1731969545994}] 2024-11-18T22:39:34,118 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/dc920a012e454c0b8e0311648772837f 2024-11-18T22:39:34,125 INFO [StoreFileOpener-46cae1b9098958af0f4fcb5509773b63-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8ef1ee7599a4108aba680920fcaa2f5 2024-11-18T22:39:34,126 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/e8ef1ee7599a4108aba680920fcaa2f5 2024-11-18T22:39:34,126 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(327): Store=46cae1b9098958af0f4fcb5509773b63/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:34,127 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,131 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cae1b9098958af0f4fcb5509773b63 columnFamilyName cf2 2024-11-18T22:39:34,131 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:34,139 INFO [StoreFileOpener-46cae1b9098958af0f4fcb5509773b63-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 618a5525b07349038df24d0066651ac6 2024-11-18T22:39:34,139 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf2/618a5525b07349038df24d0066651ac6 2024-11-18T22:39:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-18T22:39:34,147 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf2/cecb33c4b6004f6e8880df57b2cd0f61 2024-11-18T22:39:34,147 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(327): Store=46cae1b9098958af0f4fcb5509773b63/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] regionserver.HRegion(1722): Closing 46cae1b9098958af0f4fcb5509773b63, disabling compactions & flushes 2024-11-18T22:39:34,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. after waiting 0 ms 2024-11-18T22:39:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45545 {}] regionserver.HRegion(1676): Region close journal for 46cae1b9098958af0f4fcb5509773b63: Waiting for close lock at 1731969574148Disabling compacts and flushes for region at 1731969574148Disabling writes for close at 1731969574148Writing region close event to WAL at 1731969574150 (+2 ms)Closed at 1731969574150 2024-11-18T22:39:34,265 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,265 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T22:39:34,266 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 46cae1b9098958af0f4fcb5509773b63, disabling compactions & flushes 2024-11-18T22:39:34,266 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,266 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,266 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. after waiting 0 ms 2024-11-18T22:39:34,266 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,267 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/73359343c03c4313a109ed82e5dc4b7f, hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/e8ef1ee7599a4108aba680920fcaa2f5] to archive 2024-11-18T22:39:34,270 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T22:39:34,278 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/73359343c03c4313a109ed82e5dc4b7f to hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/73359343c03c4313a109ed82e5dc4b7f 2024-11-18T22:39:34,280 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/e8ef1ee7599a4108aba680920fcaa2f5 to hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/e8ef1ee7599a4108aba680920fcaa2f5 2024-11-18T22:39:34,299 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf2/618a5525b07349038df24d0066651ac6] to archive 2024-11-18T22:39:34,300 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T22:39:34,302 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf2/618a5525b07349038df24d0066651ac6 to hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf2/618a5525b07349038df24d0066651ac6 2024-11-18T22:39:34,311 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-18T22:39:34,313 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,313 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 46cae1b9098958af0f4fcb5509773b63: Waiting for close lock at 1731969574266Running coprocessor pre-close hooks at 1731969574266Disabling compacts and flushes for region at 1731969574266Disabling writes for close at 1731969574266Writing region close event to WAL at 1731969574303 (+37 ms)Running coprocessor post-close hooks at 1731969574313 (+10 ms)Closed at 1731969574313 2024-11-18T22:39:34,313 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 46cae1b9098958af0f4fcb5509773b63 move to 3b0ca91ed64a,45545,1731969546259 record at close sequenceid=12 2024-11-18T22:39:34,318 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,321 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=46cae1b9098958af0f4fcb5509773b63, regionState=CLOSED 2024-11-18T22:39:34,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,35357,1731969545994 because future has completed 2024-11-18T22:39:34,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T22:39:34,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,35357,1731969545994 in 222 msec 2024-11-18T22:39:34,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, REOPEN/MOVE; state=CLOSED, location=3b0ca91ed64a,45545,1731969546259; forceNewPlan=false, retain=false 2024-11-18T22:39:34,490 INFO [3b0ca91ed64a:34245 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T22:39:34,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=46cae1b9098958af0f4fcb5509773b63, regionState=OPENING, regionLocation=3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:34,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, REOPEN/MOVE because future has completed 2024-11-18T22:39:34,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,45545,1731969546259}] 2024-11-18T22:39:34,651 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,651 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 46cae1b9098958af0f4fcb5509773b63, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:34,652 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,652 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:34,652 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,652 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,654 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,655 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cae1b9098958af0f4fcb5509773b63 columnFamilyName cf1 2024-11-18T22:39:34,655 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:34,662 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/dc920a012e454c0b8e0311648772837f 2024-11-18T22:39:34,662 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(327): Store=46cae1b9098958af0f4fcb5509773b63/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:34,662 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,664 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cae1b9098958af0f4fcb5509773b63 columnFamilyName cf2 2024-11-18T22:39:34,664 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:34,671 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf2/cecb33c4b6004f6e8880df57b2cd0f61 2024-11-18T22:39:34,672 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(327): Store=46cae1b9098958af0f4fcb5509773b63/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:34,672 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,673 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,674 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,675 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,675 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,677 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T22:39:34,678 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,680 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 46cae1b9098958af0f4fcb5509773b63; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68513718, jitterRate=0.020933955907821655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T22:39:34,680 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,681 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 46cae1b9098958af0f4fcb5509773b63: Running coprocessor pre-open hook at 1731969574652Writing region info on filesystem at 1731969574652Initializing all the Stores at 1731969574653 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969574653Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969574654 (+1 ms)Cleaning up temporary data from old regions at 1731969574675 (+21 ms)Running coprocessor post-open hooks at 1731969574680 (+5 ms)Region opened successfully at 1731969574681 (+1 ms) 2024-11-18T22:39:34,682 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., pid=12, masterSystemTime=1731969574647 2024-11-18T22:39:34,686 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,686 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=46cae1b9098958af0f4fcb5509773b63, regionState=OPEN, openSeqNum=18, regionLocation=3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:34,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,45545,1731969546259 because future has completed 2024-11-18T22:39:34,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-18T22:39:34,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,45545,1731969546259 in 197 msec 2024-11-18T22:39:34,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, REOPEN/MOVE in 605 msec 2024-11-18T22:39:34,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T22:39:34,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T22:39:34,753 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 3b0ca91ed64a,45545,1731969546259: testing ***** 2024-11-18T22:39:34,753 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T22:39:34,755 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T22:39:34,757 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T22:39:34,765 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T22:39:34,766 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T22:39:34,787 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 356568800 }, "NonHeapMemoryUsage": { "committed": 172621824, "init": 7667712, "max": -1, "used": 170065872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "3b0ca91ed64a", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10271, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 55, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 3, "ProcessCallTime_75th_percentile": 8, "ProcessCallTime_90th_percentile": 10, "ProcessCallTime_95th_percentile": 43, "ProcessCallTime_98th_percentile": 55, "ProcessCallTime_99th_percentile": 55, "ProcessCallTime_99.9th_percentile": 55, "ProcessCallTime_TimeRangeCount_0-1": 8, "ProcessCallTime_TimeRangeCount_1-3": 10, "ProcessCallTime_TimeRangeCount_3-10": 10, "ProcessCallTime_TimeRangeCount_10-30": 1, "ProcessCallTime_TimeRangeCount_30-100": 2, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 2, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 1, "QueueCallTime_95th_percentile": 2, "QueueCallTime_98th_percentile": 2, "QueueCallTime_99th_percentile": 2, "QueueCallTime_99.9th_percentile": 2, "QueueCallTime_TimeRangeCount_0-1": 29, "QueueCallTime_TimeRangeCount_1-3": 2, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 55, "TotalCallTime_mean": 7, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 3, "TotalCallTime_75th_percentile": 8, "TotalCallTime_90th_percentile": 10, "TotalCallTime_95th_percentile": 43, "TotalCallTime_98th_percentile": 55, "TotalCallTime_99th_percentile": 55, "TotalCallTime_99.9th_percentile": 55, "TotalCallTime_TimeRangeCount_0-1": 5, "TotalCallTime_TimeRangeCount_1-3": 11, "TotalCallTime_TimeRangeCount_3-10": 12, "TotalCallTime_TimeRangeCount_10-30": 1, "TotalCallTime_TimeRangeCount_30-100": 2, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1138, "ResponseSize_mean": 159, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 795, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1069, "ResponseSize_99.9th_percentile": 1131, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5772 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "3b0ca91ed64a", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:65133", "tag.serverName": "3b0ca91ed64a,35357,1731969545994", "tag.clusterId": "b512fb77-1fe1-4b28-af29-5e035cd5bbe9", "tag.Context": "regionserver", "tag.Hostname": "3b0ca91ed64a", "regionCount": 0, "storeCount": 2, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 1, "maxStoreFileCount": 1, "memStoreSize": 0, "memStoreHeapSize": 512, "memStoreOffHeapSize": 0, "storeFileSize": 4783, "storeFileSizeGrowthRate": 956.6, "maxStoreFileAge": 804, "minStoreFileAge": 804, "avgStoreFileAge": 804, "numReferenceFiles": 0, "regionServerStartTime": 1731969545994, "averageRegionSize": 4783, "storeFileIndexSize": 376, "staticIndexSize": 31, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 25.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 1, "l1CacheMissCount": 3, "l1CacheHitRatio": 0.25, "l1CacheMissRatio": 0.75, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.2, "writeRequestRatePerSecond": 0.2, "ByteBuffAllocatorHeapAllocationBytes": 227435, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 3, "totalRowActionRequestCount": 2, "readRequestCount": 1, "cpRequestCount": 0, "filteredReadRequestCount": 1, "writeRequestCount": 1, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 1, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 1, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 1, "blockCacheHitCountPrimary": 1, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 3, "blockCacheMissCountPrimary": 3, "blockCacheMissCachingCount": 1, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 3, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 1, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 2, "MajorCompactionTime_min": 40, "MajorCompactionTime_max": 462, "MajorCompactionTime_mean": 251, "MajorCompactionTime_25th_percentile": 40, "MajorCompactionTime_median": 41, "MajorCompactionTime_75th_percentile": 359, "MajorCompactionTime_90th_percentile": 420, "MajorCompactionTime_95th_percentile": 441, "MajorCompactionTime_98th_percentile": 453, "MajorCompactionTime_99th_percentile": 457, "MajorCompactionTime_99.9th_percentile": 461, "MajorCompactionTime_TimeRangeCount_30-100": 1, "MajorCompactionTime_TimeRangeCount_100-300": 1, "ScanTime_num_ops": 1, "ScanTime_min": 1, "ScanTime_max": 1, "ScanTime_mean": 1, "ScanTime_25th_percentile": 1, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 14595, "slowAppendCount": 0, "flushedOutputBytes": 9812, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 2, "MajorCompactionInputSize_min": 4906, "MajorCompactionInputSize_max": 9689, "MajorCompactionInputSize_mean": 7297, "MajorCompactionInputSize_25th_percentile": 6101, "MajorCompactionInputSize_median": 7297, "MajorCompactionInputSize_75th_percentile": 8493, "MajorCompactionInputSize_90th_percentile": 9210, "MajorCompactionInputSize_95th_percentile": 9449, "MajorCompactionInputSize_98th_percentile": 9593, "MajorCompactionInputSize_99th_percentile": 9641, "MajorCompactionInputSize_99.9th_percentile": 9684, "MajorCompactionInputSize_SizeRangeCount_100-1000": 2, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 2, "CompactionInputSize_min": 4906, "CompactionInputSize_max": 9689, "CompactionInputSize_mean": 7297, "CompactionInputSize_25th_percentile": 6101, "CompactionInputSize_median": 7297, "CompactionInputSize_75th_percentile": 8493, "CompactionInputSize_90th_percentile": 9210, "CompactionInputSize_95th_percentile": 9449, "CompactionInputSize_98th_percentile": 9593, "CompactionInputSize_99th_percentile": 9641, "CompactionInputSize_99.9th_percentile": 9684, "CompactionInputSize_SizeRangeCount_100-1000": 2, "flushedMemstoreBytes": 50, "majorCompactedOutputBytes": 9218, "slowPutCount": 0, "compactedInputBytes": 14595, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 9812, "FlushOutputSize_max": 9812, "FlushOutputSize_mean": 9812, "FlushOutputSize_25th_percentile": 9812, "FlushOutputSize_median": 9812, "FlushOutputSize_75th_percentile": 9812, "FlushOutputSize_90th_percentile": 9812, "FlushOutputSize_95th_percentile": 9812, "FlushOutputSize_98th_percentile": 9812, "FlushOutputSize_99th_percentile": 9812, "FlushOutputSize_99.9th_percentile": 9812, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 9218, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 1, "ScanBlockBytesScanned_min": 32, "ScanBlockBytesScanned_max": 32, "ScanBlockBytesScanned_mean": 32, "ScanBlockBytesScanned_25th_percentile": 32, "ScanBlockBytesScanned_median": 32, "ScanBlockBytesScanned_75th_percentile": 32, "ScanBlockBytesScanned_90th_percentile": 32, "ScanBlockBytesScanned_95th_percentile": 32, "ScanBlockBytesScanned_98th_percentile": 32, "ScanBlockBytesScanned_99th_percentile": 32, "ScanBlockBytesScanned_99.9th_percentile": 32, "ScanBlockBytesScanned_SizeRangeCount_10-100": 1, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 1, "Delete_min": 6, "Delete_max": 6, "Delete_mean": 6, "Delete_25th_percentile": 6, "Delete_median": 6, "Delete_75th_percentile": 6, "Delete_90th_percentile": 6, "Delete_95th_percentile": 6, "Delete_98th_percentile": 6, "Delete_99th_percentile": 6, "Delete_99.9th_percentile": 6, "Delete_TimeRangeCount_3-10": 1, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 32, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 50, "FlushMemstoreSize_max": 50, "FlushMemstoreSize_mean": 50, "FlushMemstoreSize_25th_percentile": 50, "FlushMemstoreSize_median": 50, "FlushMemstoreSize_75th_percentile": 50, "FlushMemstoreSize_90th_percentile": 50, "FlushMemstoreSize_95th_percentile": 50, "FlushMemstoreSize_98th_percentile": 50, "FlushMemstoreSize_99th_percentile": 50, "FlushMemstoreSize_99.9th_percentile": 50, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 2, "CompactionInputFileCount_min": 1, "CompactionInputFileCount_max": 2, "CompactionInputFileCount_mean": 1, "CompactionInputFileCount_25th_percentile": 1, "CompactionInputFileCount_median": 2, "CompactionInputFileCount_75th_percentile": 2, "CompactionInputFileCount_90th_percentile": 2, "CompactionInputFileCount_95th_percentile": 2, "CompactionInputFileCount_98th_percentile": 2, "CompactionInputFileCount_99th_percentile": 2, "CompactionInputFileCount_99.9th_percentile": 2, "CompactionTime_num_ops": 2, "CompactionTime_min": 40, "CompactionTime_max": 462, "CompactionTime_mean": 251, "CompactionTime_25th_percentile": 40, "CompactionTime_median": 41, "CompactionTime_75th_percentile": 359, "CompactionTime_90th_percentile": 420, "CompactionTime_95th_percentile": 441, "CompactionTime_98th_percentile": 453, "CompactionTime_99th_percentile": 457, "CompactionTime_99.9th_percentile": 461, "CompactionTime_TimeRangeCount_30-100": 1, "CompactionTime_TimeRangeCount_100-300": 1, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 2, "MajorCompactionInputFileCount_min": 1, "MajorCompactionInputFileCount_max": 2, "MajorCompactionInputFileCount_mean": 1, "MajorCompactionInputFileCount_25th_percentile": 1, "MajorCompactionInputFileCount_median": 2, "MajorCompactionInputFileCount_75th_percentile": 2, "MajorCompactionInputFileCount_90th_percentile": 2, "MajorCompactionInputFileCount_95th_percentile": 2, "MajorCompactionInputFileCount_98th_percentile": 2, "MajorCompactionInputFileCount_99th_percentile": 2, "MajorCompactionInputFileCount_99.9th_percentile": 2, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 2, "MajorCompactionOutputSize_min": 4592, "MajorCompactionOutputSize_max": 4626, "MajorCompactionOutputSize_mean": 4609, "MajorCompactionOutputSize_25th_percentile": 4600, "MajorCompactionOutputSize_median": 4609, "MajorCompactionOutputSize_75th_percentile": 4617, "MajorCompactionOutputSize_90th_percentile": 4622, "MajorCompactionOutputSize_95th_percentile": 4624, "MajorCompactionOutputSize_98th_percentile": 4625, "MajorCompactionOutputSize_99th_percentile": 4625, "MajorCompactionOutputSize_99.9th_percentile": 4625, "MajorCompactionOutputSize_SizeRangeCount_100-1000": 2, "CompactionOutputFileCount_num_ops": 2, "CompactionOutputFileCount_min": 1, "CompactionOutputFileCount_max": 1, "CompactionOutputFileCount_mean": 1, "CompactionOutputFileCount_25th_percentile": 1, "CompactionOutputFileCount_median": 1, "CompactionOutputFileCount_75th_percentile": 1, "CompactionOutputFileCount_90th_percentile": 1, "CompactionOutputFileCount_95th_percentile": 1, "CompactionOutputFileCount_98th_percentile": 1, "CompactionOutputFileCount_99th_percentile": 1, "CompactionOutputFileCount_99.9th_percentile": 1, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 548, "FlushTime_max": 548, "FlushTime_mean": 548, "FlushTime_25th_percentile": 548, "FlushTime_median": 548, "FlushTime_75th_percentile": 548, "FlushTime_90th_percentile": 548, "FlushTime_95th_percentile": 548, "FlushTime_98th_percentile": 548, "FlushTime_99th_percentile": 548, "FlushTime_99.9th_percentile": 548, "FlushTime_TimeRangeCount_100-300": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 2, "MajorCompactionOutputFileCount_min": 1, "MajorCompactionOutputFileCount_max": 1, "MajorCompactionOutputFileCount_mean": 1, "MajorCompactionOutputFileCount_25th_percentile": 1, "MajorCompactionOutputFileCount_median": 1, "MajorCompactionOutputFileCount_75th_percentile": 1, "MajorCompactionOutputFileCount_90th_percentile": 1, "MajorCompactionOutputFileCount_95th_percentile": 1, "MajorCompactionOutputFileCount_98th_percentile": 1, "MajorCompactionOutputFileCount_99th_percentile": 1, "MajorCompactionOutputFileCount_99.9th_percentile": 1, "slowGetCount": 0, "ScanSize_num_ops": 1, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "ScanSize_SizeRangeCount_0-10": 1, "CompactionOutputSize_num_ops": 2, "CompactionOutputSize_min": 4592, "CompactionOutputSize_max": 4626, "CompactionOutputSize_mean": 4609, "CompactionOutputSize_25th_percentile": 4600, "CompactionOutputSize_median": 4609, "CompactionOutputSize_75th_percentile": 4617, "CompactionOutputSize_90th_percentile": 4622, "CompactionOutputSize_95th_percentile": 4624, "CompactionOutputSize_98th_percentile": 4625, "CompactionOutputSize_99th_percentile": 4625, "CompactionOutputSize_99.9th_percentile": 4625, "CompactionOutputSize_SizeRangeCount_100-1000": 2, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-18T22:39:34,792 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34245 {}] master.MasterRpcServices(700): 3b0ca91ed64a,45545,1731969546259 reported a fatal error: ***** ABORTING region server 3b0ca91ed64a,45545,1731969546259: testing ***** 2024-11-18T22:39:34,796 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3b0ca91ed64a,45545,1731969546259' ***** 2024-11-18T22:39:34,796 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-18T22:39:34,800 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T22:39:34,801 INFO [RS:2;3b0ca91ed64a:45545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T22:39:34,801 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T22:39:34,801 INFO [RS:2;3b0ca91ed64a:45545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T22:39:34,801 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(3091): Received CLOSE for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,802 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(956): aborting server 3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:34,802 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:39:34,802 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46cae1b9098958af0f4fcb5509773b63, disabling compactions & flushes 2024-11-18T22:39:34,802 INFO [RS:2;3b0ca91ed64a:45545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3b0ca91ed64a:45545. 2024-11-18T22:39:34,802 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,802 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,802 DEBUG [RS:2;3b0ca91ed64a:45545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:39:34,802 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. after waiting 0 ms 2024-11-18T22:39:34,803 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,803 DEBUG [RS:2;3b0ca91ed64a:45545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:39:34,803 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T22:39:34,803 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T22:39:34,803 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T22:39:34,804 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T22:39:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35357 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:52638 deadline: 1731969634804, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b0ca91ed64a port=45545 startCode=1731969546259. As of locationSeqNum=12. 2024-11-18T22:39:34,812 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,35357,1731969545994, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,35357,1731969545994, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b0ca91ed64a port=45545 startCode=1731969546259. As of locationSeqNum=12. 2024-11-18T22:39:34,813 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,35357,1731969545994, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b0ca91ed64a port=45545 startCode=1731969546259. As of locationSeqNum=12. 2024-11-18T22:39:34,813 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,35357,1731969545994, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=3b0ca91ed64a port=45545 startCode=1731969546259. As of locationSeqNum=12. 2024-11-18T22:39:34,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3b0ca91ed64a,45545,1731969546259 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:34,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3b0ca91ed64a,45545,1731969546259 aborting 2024-11-18T22:39:34,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3b0ca91ed64a,45545,1731969546259 aborting 2024-11-18T22:39:34,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 from cache 2024-11-18T22:39:34,820 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T22:39:34,821 DEBUG [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 46cae1b9098958af0f4fcb5509773b63=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.} 2024-11-18T22:39:34,821 DEBUG [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:34,824 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,824 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46cae1b9098958af0f4fcb5509773b63: Waiting for close lock at 1731969574802Running coprocessor pre-close hooks at 1731969574802Disabling compacts and flushes for region at 1731969574802Disabling writes for close at 1731969574803 (+1 ms)Writing region close event to WAL at 1731969574823 (+20 ms)Running coprocessor post-close hooks at 1731969574823Closed at 1731969574824 (+1 ms) 2024-11-18T22:39:34,824 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:34,832 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:39:34,832 INFO [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:39:34,833 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:39:34,833 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:39:34,833 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:39:34,836 ERROR [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-11-18T22:39:34,837 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:39:34,837 INFO [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:39:34,837 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731969574832Running coprocessor pre-close hooks at 1731969574832Disabling compacts and flushes for region at 1731969574832Disabling writes for close at 1731969574833 (+1 ms)Writing region close event to WAL at 1731969574836 (+3 ms)Running coprocessor post-close hooks at 1731969574837 (+1 ms)Closed at 1731969574837 2024-11-18T22:39:34,837 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T22:39:34,888 INFO [regionserver/3b0ca91ed64a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:39:34,922 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:39:34,923 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1] 2024-11-18T22:39:34,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3b0ca91ed64a,45545,1731969546259 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:34,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3b0ca91ed64a,45545,1731969546259 aborting 2024-11-18T22:39:34,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3b0ca91ed64a,45545,1731969546259 aborting 2024-11-18T22:39:34,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 from cache 2024-11-18T22:39:35,022 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(976): stopping server 3b0ca91ed64a,45545,1731969546259; all regions closed. 2024-11-18T22:39:35,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741836_1012 (size=2747) 2024-11-18T22:39:35,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741836_1012 (size=2747) 2024-11-18T22:39:35,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741836_1012 (size=2747) 2024-11-18T22:39:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741835_1011 (size=1677) 2024-11-18T22:39:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741835_1011 (size=1677) 2024-11-18T22:39:35,047 DEBUG [RS:2;3b0ca91ed64a:45545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:39:35,047 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:39:35,047 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:39:35,048 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.ChoreService(370): Chore service for: regionserver/3b0ca91ed64a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T22:39:35,048 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:39:35,048 INFO [regionserver/3b0ca91ed64a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:39:35,049 INFO [RS:2;3b0ca91ed64a:45545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45545 2024-11-18T22:39:35,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741835_1011 (size=1677) 2024-11-18T22:39:35,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3b0ca91ed64a,45545,1731969546259 2024-11-18T22:39:35,097 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:39:35,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:39:35,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3b0ca91ed64a,45545,1731969546259] 2024-11-18T22:39:35,129 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3b0ca91ed64a,45545,1731969546259 already deleted, retry=false 2024-11-18T22:39:35,130 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 3b0ca91ed64a,45545,1731969546259 on 3b0ca91ed64a,34245,1731969545046 2024-11-18T22:39:35,132 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:39:35,137 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1] 2024-11-18T22:39:35,139 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3b0ca91ed64a:45545 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3b0ca91ed64a/172.17.0.2:45545 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:35,142 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3b0ca91ed64a,45545,1731969546259, splitWal=true, meta=true 2024-11-18T22:39:35,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1, error=java.net.ConnectException: Call to address=3b0ca91ed64a:45545 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3b0ca91ed64a/172.17.0.2:45545 2024-11-18T22:39:35,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-18T22:39:35,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 from cache 2024-11-18T22:39:35,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 3b0ca91ed64a:45545 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3b0ca91ed64a/172.17.0.2:45545 2024-11-18T22:39:35,146 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for 3b0ca91ed64a,45545,1731969546259 (carryingMeta=true) 3b0ca91ed64a,45545,1731969546259/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@76eac07d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T22:39:35,153 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3b0ca91ed64a,45545,1731969546259, splitWal=true, meta=true 2024-11-18T22:39:35,161 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3b0ca91ed64a,45545,1731969546259, splitWal=true, meta=true, isMeta: true 2024-11-18T22:39:35,172 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting 2024-11-18T22:39:35,180 INFO [PEWorker-2 {}] master.SplitWALManager(105): 3b0ca91ed64a,45545,1731969546259 WAL count=1, meta=true 2024-11-18T22:39:35,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta}] 2024-11-18T22:39:35,206 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:35,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta, worker=3b0ca91ed64a,35357,1731969545994}] 2024-11-18T22:39:35,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:39:35,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x1015019eb8f0003, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:39:35,221 INFO [RS:2;3b0ca91ed64a:45545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:39:35,221 INFO [RS:2;3b0ca91ed64a:45545 {}] regionserver.HRegionServer(1031): Exiting; stopping=3b0ca91ed64a,45545,1731969546259; zookeeper connection closed. 2024-11-18T22:39:35,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@de97c92 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@de97c92 2024-11-18T22:39:35,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-18T22:39:35,400 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta, size=2.7 K (2747bytes) 2024-11-18T22:39:35,400 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta 2024-11-18T22:39:35,405 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta after 5ms 2024-11-18T22:39:35,409 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:35,409 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta took 9ms 2024-11-18T22:39:35,426 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-18T22:39:35,427 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta so closing down 2024-11-18T22:39:35,427 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:35,430 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta.temp 2024-11-18T22:39:35,435 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta.temp 2024-11-18T22:39:35,435 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:35,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:39:35,458 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1] 2024-11-18T22:39:35,460 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3b0ca91ed64a:45545 this server is in the failed servers list 2024-11-18T22:39:35,461 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3b0ca91ed64a:45545 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3b0ca91ed64a:45545 2024-11-18T22:39:35,461 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3b0ca91ed64a:45545 2024-11-18T22:39:35,461 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 from cache 2024-11-18T22:39:35,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741892_1070 (size=2527) 2024-11-18T22:39:35,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741892_1070 (size=2527) 2024-11-18T22:39:35,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741892_1070 (size=2527) 2024-11-18T22:39:35,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-18T22:39:35,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta.temp to hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-18T22:39:35,500 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 88 ms; skipped=1; WAL=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta, size=2.7 K, length=2747, corrupted=false, cancelled=false 2024-11-18T22:39:35,500 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta, journal: Splitting hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta, size=2.7 K (2747bytes) at 1731969575400Finishing writing output for hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta so closing down at 1731969575427 (+27 ms)Creating recovered edits writer path=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta.temp at 1731969575435 (+8 ms)3 split writer threads finished at 1731969575435Closed recovered edits writer path=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731969575492 (+57 ms)Rename recovered edits hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta.temp to hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1731969575498 (+6 ms)Processed 16 edits across 1 Regions in 88 ms; skipped=1; WAL=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta, size=2.7 K, length=2747, corrupted=false, cancelled=false at 1731969575500 (+2 ms) 2024-11-18T22:39:35,500 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta 2024-11-18T22:39:35,502 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T22:39:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T22:39:35,521 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta to hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/oldWALs 2024-11-18T22:39:35,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T22:39:35,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta, worker=3b0ca91ed64a,35357,1731969545994 in 312 msec 2024-11-18T22:39:35,536 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:35,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-18T22:39:35,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-18T22:39:35,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:39:35,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T22:39:35,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T22:39:35,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 3b0ca91ed64a%2C45545%2C1731969546259.meta.1731969548748.meta, worker=3b0ca91ed64a,35357,1731969545994 in 354 msec 2024-11-18T22:39:35,558 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting dir is empty, no logs to split. 2024-11-18T22:39:35,558 INFO [PEWorker-2 {}] master.SplitWALManager(105): 3b0ca91ed64a,45545,1731969546259 WAL count=0, meta=true 2024-11-18T22:39:35,558 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 3b0ca91ed64a,45545,1731969546259 WAL splitting is done? wals=0, meta=true 2024-11-18T22:39:35,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T22:39:35,566 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:39:35,570 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T22:39:35,720 DEBUG [3b0ca91ed64a:34245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T22:39:35,721 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(204): Hosts are {3b0ca91ed64a=0} racks are {/default-rack=0} 2024-11-18T22:39:35,721 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T22:39:35,721 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T22:39:35,721 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T22:39:35,721 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T22:39:35,721 INFO [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T22:39:35,722 INFO [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T22:39:35,722 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T22:39:35,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:35,724 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3b0ca91ed64a,35357,1731969545994, state=OPENING 2024-11-18T22:39:35,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:39:35,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:39:35,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:39:35,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:35,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:35,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:35,798 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T22:39:35,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3b0ca91ed64a,35357,1731969545994}] 2024-11-18T22:39:35,958 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T22:39:35,958 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:35,959 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T22:39:35,961 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3b0ca91ed64a%2C35357%2C1731969545994.meta, suffix=.meta, logDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,35357,1731969545994, archiveDir=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/oldWALs, maxLogs=32 2024-11-18T22:39:35,972 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:39:35,975 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,35357,1731969545994, seqNum=-1] 2024-11-18T22:39:35,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35357 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Get size: 119 connection: 172.17.0.2:52638 deadline: 1731969635976, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:35,977 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,35357,1731969545994, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,35357,1731969545994, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3b0ca91ed64a,35357,1731969545994 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T22:39:35,977 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,35357,1731969545994, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3b0ca91ed64a,35357,1731969545994 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T22:39:35,977 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,35357,1731969545994, seqNum=-1 from cache 2024-11-18T22:39:35,979 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,35357,1731969545994/3b0ca91ed64a%2C35357%2C1731969545994.meta.1731969575962.meta, exclude list is [], retry=0 2024-11-18T22:39:35,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:35,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:35,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:35,995 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,35357,1731969545994/3b0ca91ed64a%2C35357%2C1731969545994.meta.1731969575962.meta 2024-11-18T22:39:35,996 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-18T22:39:35,996 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:35,997 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T22:39:35,997 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T22:39:35,997 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T22:39:35,997 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T22:39:35,997 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:35,998 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T22:39:35,998 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T22:39:36,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T22:39:36,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T22:39:36,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:36,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:36,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T22:39:36,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T22:39:36,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:36,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:36,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T22:39:36,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T22:39:36,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:36,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:36,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T22:39:36,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T22:39:36,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:36,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T22:39:36,022 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T22:39:36,024 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740 2024-11-18T22:39:36,026 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740 2024-11-18T22:39:36,027 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-18T22:39:36,036 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:36,039 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-18T22:39:36,040 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-11-18T22:39:36,069 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/.tmp/info/8e1f7745940844ac87e4826d59d76e2e is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63./info:regioninfo/1731969574686/Put/seqid=0 2024-11-18T22:39:36,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741894_1072 (size=11177) 2024-11-18T22:39:36,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741894_1072 (size=11177) 2024-11-18T22:39:36,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741894_1072 (size=11177) 2024-11-18T22:39:36,088 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/.tmp/info/8e1f7745940844ac87e4826d59d76e2e 2024-11-18T22:39:36,115 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/.tmp/ns/19eae8a82a744182a46fa7e317d912fd is 43, key is default/ns:d/1731969548923/Put/seqid=0 2024-11-18T22:39:36,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741895_1073 (size=5153) 2024-11-18T22:39:36,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741895_1073 (size=5153) 2024-11-18T22:39:36,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741895_1073 (size=5153) 2024-11-18T22:39:36,129 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/.tmp/ns/19eae8a82a744182a46fa7e317d912fd 2024-11-18T22:39:36,154 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/.tmp/table/aadb1669b25740059972768c2b222e1b is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731969571787/Put/seqid=0 2024-11-18T22:39:36,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741896_1074 (size=5431) 2024-11-18T22:39:36,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741896_1074 (size=5431) 2024-11-18T22:39:36,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741896_1074 (size=5431) 2024-11-18T22:39:36,596 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/.tmp/table/aadb1669b25740059972768c2b222e1b 2024-11-18T22:39:36,607 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/.tmp/info/8e1f7745940844ac87e4826d59d76e2e as hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/info/8e1f7745940844ac87e4826d59d76e2e 2024-11-18T22:39:36,616 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/info/8e1f7745940844ac87e4826d59d76e2e, entries=36, sequenceid=18, filesize=10.9 K 2024-11-18T22:39:36,618 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/.tmp/ns/19eae8a82a744182a46fa7e317d912fd as hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/ns/19eae8a82a744182a46fa7e317d912fd 2024-11-18T22:39:36,627 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/ns/19eae8a82a744182a46fa7e317d912fd, entries=2, sequenceid=18, filesize=5.0 K 2024-11-18T22:39:36,628 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/.tmp/table/aadb1669b25740059972768c2b222e1b as hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/table/aadb1669b25740059972768c2b222e1b 2024-11-18T22:39:36,638 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/table/aadb1669b25740059972768c2b222e1b, entries=2, sequenceid=18, filesize=5.3 K 2024-11-18T22:39:36,639 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 599ms, sequenceid=18, compaction requested=false; wal=null 2024-11-18T22:39:36,640 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-18T22:39:36,642 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T22:39:36,642 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T22:39:36,643 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T22:39:36,646 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T22:39:36,660 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-18T22:39:36,662 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62018604, jitterRate=-0.07585078477859497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T22:39:36,662 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T22:39:36,663 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731969575998Writing region info on filesystem at 1731969575998Initializing all the Stores at 1731969575999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731969575999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731969576004 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969576004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731969576004Obtaining lock to block concurrent updates at 1731969576040 (+36 ms)Preparing flush snapshotting stores in 1588230740 at 1731969576040Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1731969576040Flushing stores of hbase:meta,,1.1588230740 at 1731969576040Flushing 1588230740/info: creating writer at 1731969576040Flushing 1588230740/info: appending metadata at 1731969576068 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731969576068Flushing 1588230740/ns: creating writer at 1731969576095 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731969576115 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731969576115Flushing 1588230740/table: creating writer at 1731969576136 (+21 ms)Flushing 1588230740/table: appending metadata at 1731969576154 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731969576154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa8f5cf: reopening flushed file at 1731969576605 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a6ccc0: reopening flushed file at 1731969576616 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36679238: reopening flushed file at 1731969576627 (+11 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 599ms, sequenceid=18, compaction requested=false; wal=null at 1731969576639 (+12 ms)Cleaning up temporary data from old regions at 1731969576642 (+3 ms)Running coprocessor post-open hooks at 1731969576662 (+20 ms)Region opened successfully at 1731969576663 (+1 ms) 2024-11-18T22:39:36,664 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731969575954 2024-11-18T22:39:36,667 DEBUG [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T22:39:36,668 INFO [RS_OPEN_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T22:39:36,669 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:36,670 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3b0ca91ed64a,35357,1731969545994, state=OPEN 2024-11-18T22:39:36,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:39:36,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:36,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:39:36,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T22:39:36,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:36,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T22:39:36,688 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:36,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T22:39:36,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3b0ca91ed64a,35357,1731969545994 in 890 msec 2024-11-18T22:39:36,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-18T22:39:36,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1440 sec 2024-11-18T22:39:36,729 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3b0ca91ed64a,45545,1731969546259 had 2 regions 2024-11-18T22:39:36,737 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3b0ca91ed64a,45545,1731969546259, splitWal=true, meta=true, isMeta: false 2024-11-18T22:39:36,756 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3b0ca91ed64a,45545,1731969546259 WAL count=1, meta=false 2024-11-18T22:39:36,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3b0ca91ed64a%2C45545%2C1731969546259.1731969548260}] 2024-11-18T22:39:36,775 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:36,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3b0ca91ed64a%2C45545%2C1731969546259.1731969548260, worker=3b0ca91ed64a,35357,1731969545994}] 2024-11-18T22:39:36,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-11-18T22:39:36,970 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260, size=1.6 K (1677bytes) 2024-11-18T22:39:36,970 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260 2024-11-18T22:39:36,981 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260 after 11ms 2024-11-18T22:39:36,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:39:36,984 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,35357,1731969545994, seqNum=-1] 2024-11-18T22:39:36,986 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:36,986 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260 took 17ms 2024-11-18T22:39:37,019 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 46cae1b9098958af0f4fcb5509773b63: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-18T22:39:37,019 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260 so closing down 2024-11-18T22:39:37,019 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:37,021 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:37,021 INFO [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 14 ms; skipped=6; WAL=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-18T22:39:37,021 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260, journal: Splitting hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260, size=1.6 K (1677bytes) at 1731969576970Finishing writing output for hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260 so closing down at 1731969577019 (+49 ms)3 split writer threads finished at 1731969577021 (+2 ms)Processed 6 edits across 0 Regions in 14 ms; skipped=6; WAL=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1731969577021 2024-11-18T22:39:37,021 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260 2024-11-18T22:39:37,021 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3b0ca91ed64a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-18T22:39:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-11-18T22:39:37,043 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting/3b0ca91ed64a%2C45545%2C1731969546259.1731969548260 to hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/oldWALs 2024-11-18T22:39:37,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-18T22:39:37,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3b0ca91ed64a%2C45545%2C1731969546259.1731969548260, worker=3b0ca91ed64a,35357,1731969545994 in 259 msec 2024-11-18T22:39:37,069 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:37,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-18T22:39:37,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 3b0ca91ed64a%2C45545%2C1731969546259.1731969548260, worker=3b0ca91ed64a,35357,1731969545994 in 313 msec 2024-11-18T22:39:37,097 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/WALs/3b0ca91ed64a,45545,1731969546259-splitting dir is empty, no logs to split. 2024-11-18T22:39:37,097 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3b0ca91ed64a,45545,1731969546259 WAL count=0, meta=false 2024-11-18T22:39:37,097 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3b0ca91ed64a,45545,1731969546259 WAL splitting is done? wals=0, meta=false 2024-11-18T22:39:37,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, ASSIGN}] 2024-11-18T22:39:37,117 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, ASSIGN 2024-11-18T22:39:37,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3b0ca91ed64a:45545 this server is in the failed servers list 2024-11-18T22:39:37,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3b0ca91ed64a:45545 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3b0ca91ed64a:45545 2024-11-18T22:39:37,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3b0ca91ed64a:45545 2024-11-18T22:39:37,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=12 from cache 2024-11-18T22:39:37,124 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T22:39:37,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T22:39:37,276 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(204): Hosts are {3b0ca91ed64a=0} racks are {/default-rack=0} 2024-11-18T22:39:37,277 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T22:39:37,277 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T22:39:37,277 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T22:39:37,277 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T22:39:37,277 INFO [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T22:39:37,277 INFO [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T22:39:37,277 DEBUG [3b0ca91ed64a:34245 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T22:39:37,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=46cae1b9098958af0f4fcb5509773b63, regionState=OPENING, regionLocation=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:37,279 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3b0ca91ed64a:45545 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3b0ca91ed64a/172.17.0.2:45545 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:37,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1, error=java.net.ConnectException: Call to address=3b0ca91ed64a:45545 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3b0ca91ed64a/172.17.0.2:45545 2024-11-18T22:39:37,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T22:39:37,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,45545,1731969546259, seqNum=-1 from cache 2024-11-18T22:39:37,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 3b0ca91ed64a:45545 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3b0ca91ed64a/172.17.0.2:45545 2024-11-18T22:39:37,345 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=18] 2024-11-18T22:39:37,347 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3b0ca91ed64a:45545 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3b0ca91ed64a/172.17.0.2:45545 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:37,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=18, error=java.net.ConnectException: Call to address=3b0ca91ed64a:45545 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3b0ca91ed64a/172.17.0.2:45545 2024-11-18T22:39:37,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-18T22:39:37,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=18 from cache 2024-11-18T22:39:37,348 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 3b0ca91ed64a:45545 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3b0ca91ed64a/172.17.0.2:45545 2024-11-18T22:39:37,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T22:39:37,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3b0ca91ed64a,35357,1731969545994, seqNum=-1] 2024-11-18T22:39:37,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T22:39:37,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T22:39:37,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, ASSIGN because future has completed 2024-11-18T22:39:37,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,35357,1731969545994}] 2024-11-18T22:39:37,556 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:37,557 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 46cae1b9098958af0f4fcb5509773b63, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:37,557 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:37,557 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:37,557 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:37,557 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:37,559 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:37,568 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cae1b9098958af0f4fcb5509773b63 columnFamilyName cf1 2024-11-18T22:39:37,568 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:37,600 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf1/dc920a012e454c0b8e0311648772837f 2024-11-18T22:39:37,601 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(327): Store=46cae1b9098958af0f4fcb5509773b63/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:37,601 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:37,602 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46cae1b9098958af0f4fcb5509773b63 columnFamilyName cf2 2024-11-18T22:39:37,602 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:37,628 DEBUG [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/cf2/cecb33c4b6004f6e8880df57b2cd0f61 2024-11-18T22:39:37,628 INFO [StoreOpener-46cae1b9098958af0f4fcb5509773b63-1 {}] regionserver.HStore(327): Store=46cae1b9098958af0f4fcb5509773b63/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:37,632 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:37,633 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:37,641 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:37,644 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:37,645 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:37,645 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T22:39:37,648 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:37,654 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 46cae1b9098958af0f4fcb5509773b63; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74320697, jitterRate=0.10746468603610992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T22:39:37,654 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:39:37,655 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 46cae1b9098958af0f4fcb5509773b63: Running coprocessor pre-open hook at 1731969577558Writing region info on filesystem at 1731969577558Initializing all the Stores at 1731969577559 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969577559Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969577559Cleaning up temporary data from old regions at 1731969577645 (+86 ms)Running coprocessor post-open hooks at 1731969577654 (+9 ms)Region opened successfully at 1731969577655 (+1 ms) 2024-11-18T22:39:37,662 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=18] 2024-11-18T22:39:37,662 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3b0ca91ed64a:45545 this server is in the failed servers list 2024-11-18T22:39:37,663 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3b0ca91ed64a:45545 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3b0ca91ed64a:45545 2024-11-18T22:39:37,663 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3b0ca91ed64a:45545 2024-11-18T22:39:37,663 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,45545,1731969546259, seqNum=18 from cache 2024-11-18T22:39:37,664 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., pid=21, masterSystemTime=1731969577551 2024-11-18T22:39:37,668 DEBUG [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:37,668 INFO [RS_OPEN_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:39:37,674 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=46cae1b9098958af0f4fcb5509773b63, regionState=OPEN, openSeqNum=18, regionLocation=3b0ca91ed64a,35357,1731969545994 2024-11-18T22:39:37,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,35357,1731969545994 because future has completed 2024-11-18T22:39:37,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-18T22:39:37,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 46cae1b9098958af0f4fcb5509773b63, server=3b0ca91ed64a,35357,1731969545994 in 288 msec 2024-11-18T22:39:37,714 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 3b0ca91ed64a,45545,1731969546259 after splitting done 2024-11-18T22:39:37,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-18T22:39:37,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=46cae1b9098958af0f4fcb5509773b63, ASSIGN in 591 msec 2024-11-18T22:39:37,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 3b0ca91ed64a,45545,1731969546259, splitWal=true, meta=true in 2.5840 sec 2024-11-18T22:39:38,192 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63., hostname=3b0ca91ed64a,35357,1731969545994, seqNum=18] 2024-11-18T22:39:38,227 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=399 (was 410), OpenFileDescriptor=1034 (was 1021) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1390 (was 1433), ProcessCount=11 (was 11), AvailableMemoryMB=6567 (was 6544) - AvailableMemoryMB LEAK? - 2024-11-18T22:39:38,229 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1034 is superior to 1024 2024-11-18T22:39:38,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=399, OpenFileDescriptor=1034, MaxFileDescriptor=1048576, SystemLoadAverage=1390, ProcessCount=11, AvailableMemoryMB=6565 2024-11-18T22:39:38,246 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1034 is superior to 1024 2024-11-18T22:39:38,267 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:38,270 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:38,271 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:38,278 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-69846338, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/hregion-69846338, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:38,294 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-69846338/hregion-69846338.1731969578278, exclude list is [], retry=0 2024-11-18T22:39:38,297 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:38,298 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:38,309 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:38,319 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-69846338/hregion-69846338.1731969578278 2024-11-18T22:39:38,320 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-18T22:39:38,322 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 364e4d600502b2af0e7197d549107d1d, NAME => 'testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34373/hbase 2024-11-18T22:39:38,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741898_1076 (size=67) 2024-11-18T22:39:38,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741898_1076 (size=67) 2024-11-18T22:39:38,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741898_1076 (size=67) 2024-11-18T22:39:38,769 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:38,775 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,786 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364e4d600502b2af0e7197d549107d1d columnFamilyName a 2024-11-18T22:39:38,786 DEBUG [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:38,790 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(327): Store=364e4d600502b2af0e7197d549107d1d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:38,790 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,793 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364e4d600502b2af0e7197d549107d1d columnFamilyName b 2024-11-18T22:39:38,793 DEBUG [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:38,799 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(327): Store=364e4d600502b2af0e7197d549107d1d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:38,799 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,803 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364e4d600502b2af0e7197d549107d1d columnFamilyName c 2024-11-18T22:39:38,804 DEBUG [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:38,805 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(327): Store=364e4d600502b2af0e7197d549107d1d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:38,805 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,807 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,807 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,809 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,809 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,811 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:38,825 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,833 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:38,834 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 364e4d600502b2af0e7197d549107d1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60407274, jitterRate=-0.09986147284507751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:38,835 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 364e4d600502b2af0e7197d549107d1d: Writing region info on filesystem at 1731969578769Initializing all the Stores at 1731969578773 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969578773Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969578775 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969578775Cleaning up temporary data from old regions at 1731969578809 (+34 ms)Region opened successfully at 1731969578835 (+26 ms) 2024-11-18T22:39:38,835 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 364e4d600502b2af0e7197d549107d1d, disabling compactions & flushes 2024-11-18T22:39:38,835 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d. 2024-11-18T22:39:38,835 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d. 2024-11-18T22:39:38,835 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d. after waiting 0 ms 2024-11-18T22:39:38,835 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d. 2024-11-18T22:39:38,836 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d. 2024-11-18T22:39:38,836 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 364e4d600502b2af0e7197d549107d1d: Waiting for close lock at 1731969578835Disabling compacts and flushes for region at 1731969578835Disabling writes for close at 1731969578835Writing region close event to WAL at 1731969578836 (+1 ms)Closed at 1731969578836 2024-11-18T22:39:38,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741897_1075 (size=93) 2024-11-18T22:39:38,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741897_1075 (size=93) 2024-11-18T22:39:38,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741897_1075 (size=93) 2024-11-18T22:39:38,876 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:38,876 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-69846338:(num 1731969578278) 2024-11-18T22:39:38,876 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:38,881 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:38,902 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881, exclude list is [], retry=0 2024-11-18T22:39:38,911 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:38,911 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:38,912 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:38,922 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881 2024-11-18T22:39:38,923 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:38,923 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 364e4d600502b2af0e7197d549107d1d, NAME => 'testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:38,924 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:38,924 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,924 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,938 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,942 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364e4d600502b2af0e7197d549107d1d columnFamilyName a 2024-11-18T22:39:38,942 DEBUG [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:38,944 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(327): Store=364e4d600502b2af0e7197d549107d1d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:38,945 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,946 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364e4d600502b2af0e7197d549107d1d columnFamilyName b 2024-11-18T22:39:38,946 DEBUG [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:38,950 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(327): Store=364e4d600502b2af0e7197d549107d1d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:38,950 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,952 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364e4d600502b2af0e7197d549107d1d columnFamilyName c 2024-11-18T22:39:38,953 DEBUG [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:38,961 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(327): Store=364e4d600502b2af0e7197d549107d1d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:38,961 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,969 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,973 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,973 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,980 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:38,987 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:38,988 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 364e4d600502b2af0e7197d549107d1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72634755, jitterRate=0.08234219253063202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:38,989 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 364e4d600502b2af0e7197d549107d1d: Writing region info on filesystem at 1731969578924Initializing all the Stores at 1731969578935 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969578935Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969578937 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969578937Cleaning up temporary data from old regions at 1731969578973 (+36 ms)Region opened successfully at 1731969578989 (+16 ms) 2024-11-18T22:39:39,068 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 364e4d600502b2af0e7197d549107d1d 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-18T22:39:39,094 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/.tmp/a/f326473db4e144e1b1753671cf6de114 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731969578989/Put/seqid=0 2024-11-18T22:39:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741900_1078 (size=5958) 2024-11-18T22:39:39,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741900_1078 (size=5958) 2024-11-18T22:39:39,111 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/.tmp/a/f326473db4e144e1b1753671cf6de114 2024-11-18T22:39:39,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741900_1078 (size=5958) 2024-11-18T22:39:39,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/.tmp/b/4fe3d283cb0c4110b8fadf1137c6faf4 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731969579013/Put/seqid=0 2024-11-18T22:39:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741901_1079 (size=5958) 2024-11-18T22:39:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741901_1079 (size=5958) 2024-11-18T22:39:39,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741901_1079 (size=5958) 2024-11-18T22:39:39,230 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/.tmp/b/4fe3d283cb0c4110b8fadf1137c6faf4 2024-11-18T22:39:39,265 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/.tmp/c/1dde8be978b54582a33eb0e78f0c14d6 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731969579039/Put/seqid=0 2024-11-18T22:39:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741902_1080 (size=5958) 2024-11-18T22:39:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741902_1080 (size=5958) 2024-11-18T22:39:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741902_1080 (size=5958) 2024-11-18T22:39:39,686 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/.tmp/c/1dde8be978b54582a33eb0e78f0c14d6 2024-11-18T22:39:39,725 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/.tmp/a/f326473db4e144e1b1753671cf6de114 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/a/f326473db4e144e1b1753671cf6de114 2024-11-18T22:39:39,746 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/a/f326473db4e144e1b1753671cf6de114, entries=10, sequenceid=33, filesize=5.8 K 2024-11-18T22:39:39,762 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/.tmp/b/4fe3d283cb0c4110b8fadf1137c6faf4 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/b/4fe3d283cb0c4110b8fadf1137c6faf4 2024-11-18T22:39:39,783 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/b/4fe3d283cb0c4110b8fadf1137c6faf4, entries=10, sequenceid=33, filesize=5.8 K 2024-11-18T22:39:39,790 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/.tmp/c/1dde8be978b54582a33eb0e78f0c14d6 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/c/1dde8be978b54582a33eb0e78f0c14d6 2024-11-18T22:39:39,809 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/c/1dde8be978b54582a33eb0e78f0c14d6, entries=10, sequenceid=33, filesize=5.8 K 2024-11-18T22:39:39,813 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 364e4d600502b2af0e7197d549107d1d in 745ms, sequenceid=33, compaction requested=false 2024-11-18T22:39:39,813 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 364e4d600502b2af0e7197d549107d1d: 2024-11-18T22:39:39,814 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 364e4d600502b2af0e7197d549107d1d, disabling compactions & flushes 2024-11-18T22:39:39,814 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d. 2024-11-18T22:39:39,814 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d. 2024-11-18T22:39:39,814 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d. after waiting 0 ms 2024-11-18T22:39:39,814 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d. 2024-11-18T22:39:39,848 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d. 2024-11-18T22:39:39,848 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 364e4d600502b2af0e7197d549107d1d: Waiting for close lock at 1731969579813Disabling compacts and flushes for region at 1731969579813Disabling writes for close at 1731969579814 (+1 ms)Writing region close event to WAL at 1731969579848 (+34 ms)Closed at 1731969579848 2024-11-18T22:39:39,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741899_1077 (size=2873) 2024-11-18T22:39:39,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741899_1077 (size=2873) 2024-11-18T22:39:39,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741899_1077 (size=2873) 2024-11-18T22:39:39,916 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/b/4fe3d283cb0c4110b8fadf1137c6faf4 to hdfs://localhost:34373/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/b/4fe3d283cb0c4110b8fadf1137c6faf4 2024-11-18T22:39:39,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881, size=2.8 K (2873bytes) 2024-11-18T22:39:39,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881 2024-11-18T22:39:39,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881 after 3ms 2024-11-18T22:39:39,978 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:39,979 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881 took 16ms 2024-11-18T22:39:39,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881 so closing down 2024-11-18T22:39:39,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:39,988 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731969578881.temp 2024-11-18T22:39:40,007 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000003-wal.1731969578881.temp 2024-11-18T22:39:40,007 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:40,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741903_1081 (size=2312) 2024-11-18T22:39:40,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741903_1081 (size=2312) 2024-11-18T22:39:40,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741903_1081 (size=2312) 2024-11-18T22:39:40,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000003-wal.1731969578881.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-18T22:39:40,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000003-wal.1731969578881.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000032 2024-11-18T22:39:40,083 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 102 ms; skipped=2; WAL=hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-18T22:39:40,083 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881, journal: Splitting hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881, size=2.8 K (2873bytes) at 1731969579962Finishing writing output for hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881 so closing down at 1731969579986 (+24 ms)Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000003-wal.1731969578881.temp at 1731969580007 (+21 ms)3 split writer threads finished at 1731969580007Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000003-wal.1731969578881.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731969580080 (+73 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000003-wal.1731969578881.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000032 at 1731969580082 (+2 ms)Processed 32 edits across 1 Regions in 102 ms; skipped=2; WAL=hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1731969580083 (+1 ms) 2024-11-18T22:39:40,085 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969578881 to hdfs://localhost:34373/hbase/oldWALs/wal.1731969578881 2024-11-18T22:39:40,086 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000032 2024-11-18T22:39:40,086 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:40,088 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:40,105 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969580088, exclude list is [], retry=0 2024-11-18T22:39:40,118 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:40,119 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:40,119 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:40,130 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969580088 2024-11-18T22:39:40,130 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-18T22:39:40,131 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 364e4d600502b2af0e7197d549107d1d, NAME => 'testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:40,131 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:40,131 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:40,131 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:40,140 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:40,143 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364e4d600502b2af0e7197d549107d1d columnFamilyName a 2024-11-18T22:39:40,143 DEBUG [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:40,154 DEBUG [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/a/f326473db4e144e1b1753671cf6de114 2024-11-18T22:39:40,154 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(327): Store=364e4d600502b2af0e7197d549107d1d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:40,154 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:40,157 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364e4d600502b2af0e7197d549107d1d columnFamilyName b 2024-11-18T22:39:40,157 DEBUG [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:40,157 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(327): Store=364e4d600502b2af0e7197d549107d1d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:40,158 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:40,159 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364e4d600502b2af0e7197d549107d1d columnFamilyName c 2024-11-18T22:39:40,159 DEBUG [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:40,188 DEBUG [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/c/1dde8be978b54582a33eb0e78f0c14d6 2024-11-18T22:39:40,188 INFO [StoreOpener-364e4d600502b2af0e7197d549107d1d-1 {}] regionserver.HStore(327): Store=364e4d600502b2af0e7197d549107d1d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:40,189 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:40,190 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:40,192 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:40,193 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000032 2024-11-18T22:39:40,197 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:40,199 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000032 2024-11-18T22:39:40,199 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 364e4d600502b2af0e7197d549107d1d 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-18T22:39:40,221 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/.tmp/b/2a490d7969e243df94b20c439abcf20b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731969579013/Put/seqid=0 2024-11-18T22:39:40,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741905_1083 (size=5958) 2024-11-18T22:39:40,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741905_1083 (size=5958) 2024-11-18T22:39:40,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741905_1083 (size=5958) 2024-11-18T22:39:40,256 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/.tmp/b/2a490d7969e243df94b20c439abcf20b 2024-11-18T22:39:40,265 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/.tmp/b/2a490d7969e243df94b20c439abcf20b as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/b/2a490d7969e243df94b20c439abcf20b 2024-11-18T22:39:40,272 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/b/2a490d7969e243df94b20c439abcf20b, entries=10, sequenceid=32, filesize=5.8 K 2024-11-18T22:39:40,272 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 364e4d600502b2af0e7197d549107d1d in 73ms, sequenceid=32, compaction requested=false; wal=null 2024-11-18T22:39:40,273 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/0000000000000000032 2024-11-18T22:39:40,274 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:40,274 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:40,275 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:40,277 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 364e4d600502b2af0e7197d549107d1d 2024-11-18T22:39:40,296 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/364e4d600502b2af0e7197d549107d1d/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-18T22:39:40,300 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 364e4d600502b2af0e7197d549107d1d; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64063515, jitterRate=-0.045379236340522766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:40,300 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 364e4d600502b2af0e7197d549107d1d: Writing region info on filesystem at 1731969580131Initializing all the Stores at 1731969580132 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969580132Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969580140 (+8 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969580140Obtaining lock to block concurrent updates at 1731969580199 (+59 ms)Preparing flush snapshotting stores in 364e4d600502b2af0e7197d549107d1d at 1731969580199Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731969580199Flushing stores of testReplayEditsWrittenViaHRegion,,1731969578268.364e4d600502b2af0e7197d549107d1d. at 1731969580199Flushing 364e4d600502b2af0e7197d549107d1d/b: creating writer at 1731969580199Flushing 364e4d600502b2af0e7197d549107d1d/b: appending metadata at 1731969580221 (+22 ms)Flushing 364e4d600502b2af0e7197d549107d1d/b: closing flushed file at 1731969580221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274e4f39: reopening flushed file at 1731969580263 (+42 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 364e4d600502b2af0e7197d549107d1d in 73ms, sequenceid=32, compaction requested=false; wal=null at 1731969580272 (+9 ms)Cleaning up temporary data from old regions at 1731969580274 (+2 ms)Region opened successfully at 1731969580300 (+26 ms) 2024-11-18T22:39:40,356 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=411 (was 399) Potentially hanging thread: PacketResponder: BP-1108160261-172.17.0.2-1731969539394:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:51572 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:40394 [Waiting for operation #42] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:58570 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:57788 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1108160261-172.17.0.2-1731969539394:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:45802 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:57882 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:60372 [Waiting for operation #51] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1108160261-172.17.0.2-1731969539394:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1112 (was 1034) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1343 (was 1390), ProcessCount=11 (was 11), AvailableMemoryMB=7165 (was 6565) - AvailableMemoryMB LEAK? - 2024-11-18T22:39:40,356 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1112 is superior to 1024 2024-11-18T22:39:40,376 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=411, OpenFileDescriptor=1112, MaxFileDescriptor=1048576, SystemLoadAverage=1343, ProcessCount=11, AvailableMemoryMB=7162 2024-11-18T22:39:40,376 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1112 is superior to 1024 2024-11-18T22:39:40,416 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:40,420 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:40,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:40,431 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75677399, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/hregion-75677399, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:40,451 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75677399/hregion-75677399.1731969580432, exclude list is [], retry=0 2024-11-18T22:39:40,454 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:40,454 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:40,456 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:40,467 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75677399/hregion-75677399.1731969580432 2024-11-18T22:39:40,468 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-18T22:39:40,468 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1091651213812a62ced089b40f977301, NAME => 'testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34373/hbase 2024-11-18T22:39:40,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741907_1085 (size=68) 2024-11-18T22:39:40,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741907_1085 (size=68) 2024-11-18T22:39:40,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741907_1085 (size=68) 2024-11-18T22:39:40,501 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:40,508 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,510 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1091651213812a62ced089b40f977301 columnFamilyName a 2024-11-18T22:39:40,511 DEBUG [StoreOpener-1091651213812a62ced089b40f977301-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:40,511 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(327): Store=1091651213812a62ced089b40f977301/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:40,512 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,516 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1091651213812a62ced089b40f977301 columnFamilyName b 2024-11-18T22:39:40,516 DEBUG [StoreOpener-1091651213812a62ced089b40f977301-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:40,517 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(327): Store=1091651213812a62ced089b40f977301/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:40,517 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,519 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1091651213812a62ced089b40f977301 columnFamilyName c 2024-11-18T22:39:40,519 DEBUG [StoreOpener-1091651213812a62ced089b40f977301-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:40,520 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(327): Store=1091651213812a62ced089b40f977301/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:40,520 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,521 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301 2024-11-18T22:39:40,521 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301 2024-11-18T22:39:40,522 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,522 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,523 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:40,524 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,529 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:40,530 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1091651213812a62ced089b40f977301; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68203887, jitterRate=0.016317114233970642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:40,530 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1091651213812a62ced089b40f977301: Writing region info on filesystem at 1731969580501Initializing all the Stores at 1731969580502 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969580502Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969580508 (+6 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969580508Cleaning up temporary data from old regions at 1731969580522 (+14 ms)Region opened successfully at 1731969580530 (+8 ms) 2024-11-18T22:39:40,530 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1091651213812a62ced089b40f977301, disabling compactions & flushes 2024-11-18T22:39:40,530 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. 2024-11-18T22:39:40,530 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. 2024-11-18T22:39:40,530 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. after waiting 0 ms 2024-11-18T22:39:40,530 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. 2024-11-18T22:39:40,531 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. 2024-11-18T22:39:40,531 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1091651213812a62ced089b40f977301: Waiting for close lock at 1731969580530Disabling compacts and flushes for region at 1731969580530Disabling writes for close at 1731969580530Writing region close event to WAL at 1731969580531 (+1 ms)Closed at 1731969580531 2024-11-18T22:39:40,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741906_1084 (size=93) 2024-11-18T22:39:40,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741906_1084 (size=93) 2024-11-18T22:39:40,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741906_1084 (size=93) 2024-11-18T22:39:40,539 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:40,539 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75677399:(num 1731969580432) 2024-11-18T22:39:40,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:40,541 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:40,558 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541, exclude list is [], retry=0 2024-11-18T22:39:40,563 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:40,563 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:40,564 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:40,572 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541 2024-11-18T22:39:40,573 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-18T22:39:40,653 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1091651213812a62ced089b40f977301, NAME => 'testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:40,656 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,656 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:40,656 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,657 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,659 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,660 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1091651213812a62ced089b40f977301 columnFamilyName a 2024-11-18T22:39:40,661 DEBUG [StoreOpener-1091651213812a62ced089b40f977301-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:40,661 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(327): Store=1091651213812a62ced089b40f977301/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:40,661 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,662 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1091651213812a62ced089b40f977301 columnFamilyName b 2024-11-18T22:39:40,663 DEBUG [StoreOpener-1091651213812a62ced089b40f977301-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:40,663 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(327): Store=1091651213812a62ced089b40f977301/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:40,664 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,665 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1091651213812a62ced089b40f977301 columnFamilyName c 2024-11-18T22:39:40,665 DEBUG [StoreOpener-1091651213812a62ced089b40f977301-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:40,665 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(327): Store=1091651213812a62ced089b40f977301/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:40,665 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,666 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301 2024-11-18T22:39:40,667 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301 2024-11-18T22:39:40,668 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,668 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,669 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:40,671 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,672 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1091651213812a62ced089b40f977301; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64059134, jitterRate=-0.04544451832771301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:40,672 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1091651213812a62ced089b40f977301 2024-11-18T22:39:40,673 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1091651213812a62ced089b40f977301: Running coprocessor pre-open hook at 1731969580657Writing region info on filesystem at 1731969580657Initializing all the Stores at 1731969580658 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969580658Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969580658Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969580658Cleaning up temporary data from old regions at 1731969580668 (+10 ms)Running coprocessor post-open hooks at 1731969580672 (+4 ms)Region opened successfully at 1731969580673 (+1 ms) 2024-11-18T22:39:40,692 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1091651213812a62ced089b40f977301 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-18T22:39:40,694 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1091651213812a62ced089b40f977301/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:41,695 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1091651213812a62ced089b40f977301/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:42,695 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1091651213812a62ced089b40f977301/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:43,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T22:39:43,696 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1091651213812a62ced089b40f977301/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:44,697 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1091651213812a62ced089b40f977301/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:45,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-18T22:39:45,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-18T22:39:45,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T22:39:45,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T22:39:45,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-18T22:39:45,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-18T22:39:45,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-18T22:39:45,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-18T22:39:45,544 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:39:45,544 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T22:39:45,700 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1091651213812a62ced089b40f977301/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:46,701 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1091651213812a62ced089b40f977301/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:47,702 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1091651213812a62ced089b40f977301/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:48,703 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1091651213812a62ced089b40f977301/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:49,703 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1091651213812a62ced089b40f977301/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:49,705 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1091651213812a62ced089b40f977301: 2024-11-18T22:39:49,705 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. 2024-11-18T22:39:49,729 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1091651213812a62ced089b40f977301: 2024-11-18T22:39:49,729 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-18T22:39:49,729 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1091651213812a62ced089b40f977301, disabling compactions & flushes 2024-11-18T22:39:49,729 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. 2024-11-18T22:39:49,729 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. 2024-11-18T22:39:49,730 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. after waiting 0 ms 2024-11-18T22:39:49,730 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. 2024-11-18T22:39:49,730 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. 2024-11-18T22:39:49,730 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. 2024-11-18T22:39:49,731 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1091651213812a62ced089b40f977301: Waiting for close lock at 1731969589729Running coprocessor pre-close hooks at 1731969589729Disabling compacts and flushes for region at 1731969589729Disabling writes for close at 1731969589730 (+1 ms)Writing region close event to WAL at 1731969589730Running coprocessor post-close hooks at 1731969589730Closed at 1731969589730 2024-11-18T22:39:49,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741908_1086 (size=2398) 2024-11-18T22:39:49,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741908_1086 (size=2398) 2024-11-18T22:39:49,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741908_1086 (size=2398) 2024-11-18T22:39:49,826 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541, size=2.3 K (2398bytes) 2024-11-18T22:39:49,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541 2024-11-18T22:39:49,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541 after 3ms 2024-11-18T22:39:49,836 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:49,836 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541 took 10ms 2024-11-18T22:39:49,869 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541 so closing down 2024-11-18T22:39:49,869 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:49,900 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731969580541.temp 2024-11-18T22:39:49,912 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000004-wal.1731969580541.temp 2024-11-18T22:39:49,913 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741909_1087 (size=1672) 2024-11-18T22:39:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741909_1087 (size=1672) 2024-11-18T22:39:50,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741909_1087 (size=1672) 2024-11-18T22:39:50,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000004-wal.1731969580541.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-18T22:39:50,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000004-wal.1731969580541.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000026 2024-11-18T22:39:50,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 182 ms; skipped=3; WAL=hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-18T22:39:50,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541, journal: Splitting hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541, size=2.3 K (2398bytes) at 1731969589826Finishing writing output for hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541 so closing down at 1731969589869 (+43 ms)Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000004-wal.1731969580541.temp at 1731969589912 (+43 ms)3 split writer threads finished at 1731969589913 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000004-wal.1731969580541.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731969590026 (+113 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000004-wal.1731969580541.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000026 at 1731969590038 (+12 ms)Processed 23 edits across 1 Regions in 182 ms; skipped=3; WAL=hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1731969590038 2024-11-18T22:39:50,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969580541 to hdfs://localhost:34373/hbase/oldWALs/wal.1731969580541 2024-11-18T22:39:50,051 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000026 2024-11-18T22:39:50,051 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:50,059 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:50,078 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969590060, exclude list is [], retry=0 2024-11-18T22:39:50,089 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:50,089 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:50,090 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:50,104 INFO [master/3b0ca91ed64a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T22:39:50,104 INFO [master/3b0ca91ed64a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T22:39:50,112 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969590060 2024-11-18T22:39:50,117 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-18T22:39:50,117 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1091651213812a62ced089b40f977301, NAME => 'testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:50,118 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 1091651213812a62ced089b40f977301 2024-11-18T22:39:50,118 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:50,119 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1091651213812a62ced089b40f977301 2024-11-18T22:39:50,119 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1091651213812a62ced089b40f977301 2024-11-18T22:39:50,127 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1091651213812a62ced089b40f977301 2024-11-18T22:39:50,130 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1091651213812a62ced089b40f977301 columnFamilyName a 2024-11-18T22:39:50,130 DEBUG [StoreOpener-1091651213812a62ced089b40f977301-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:50,133 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(327): Store=1091651213812a62ced089b40f977301/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:50,133 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1091651213812a62ced089b40f977301 2024-11-18T22:39:50,135 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1091651213812a62ced089b40f977301 columnFamilyName b 2024-11-18T22:39:50,135 DEBUG [StoreOpener-1091651213812a62ced089b40f977301-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:50,135 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(327): Store=1091651213812a62ced089b40f977301/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:50,136 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1091651213812a62ced089b40f977301 2024-11-18T22:39:50,137 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1091651213812a62ced089b40f977301 columnFamilyName c 2024-11-18T22:39:50,137 DEBUG [StoreOpener-1091651213812a62ced089b40f977301-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:50,139 INFO [StoreOpener-1091651213812a62ced089b40f977301-1 {}] regionserver.HStore(327): Store=1091651213812a62ced089b40f977301/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:50,139 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1091651213812a62ced089b40f977301 2024-11-18T22:39:50,140 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301 2024-11-18T22:39:50,145 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301 2024-11-18T22:39:50,146 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000026 2024-11-18T22:39:50,151 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:50,155 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000026 2024-11-18T22:39:50,156 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1091651213812a62ced089b40f977301 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-18T22:39:50,184 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/.tmp/a/5d65001f03124458985dfd338cc9ff33 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731969589710/Put/seqid=0 2024-11-18T22:39:50,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741911_1089 (size=5523) 2024-11-18T22:39:50,249 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/.tmp/a/5d65001f03124458985dfd338cc9ff33 2024-11-18T22:39:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741911_1089 (size=5523) 2024-11-18T22:39:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741911_1089 (size=5523) 2024-11-18T22:39:50,291 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/.tmp/b/dd3def8ba01c46df99d8c96f074852a2 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731969589705/Put/seqid=0 2024-11-18T22:39:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741912_1090 (size=5524) 2024-11-18T22:39:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741912_1090 (size=5524) 2024-11-18T22:39:50,314 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/.tmp/b/dd3def8ba01c46df99d8c96f074852a2 2024-11-18T22:39:50,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741912_1090 (size=5524) 2024-11-18T22:39:50,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/.tmp/c/f9a72dc930044607a5eab441a226e423 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731969589707/Put/seqid=0 2024-11-18T22:39:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741913_1091 (size=5457) 2024-11-18T22:39:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741913_1091 (size=5457) 2024-11-18T22:39:50,431 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/.tmp/c/f9a72dc930044607a5eab441a226e423 2024-11-18T22:39:50,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741913_1091 (size=5457) 2024-11-18T22:39:50,463 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/.tmp/a/5d65001f03124458985dfd338cc9ff33 as hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/a/5d65001f03124458985dfd338cc9ff33 2024-11-18T22:39:50,484 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/a/5d65001f03124458985dfd338cc9ff33, entries=7, sequenceid=26, filesize=5.4 K 2024-11-18T22:39:50,485 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/.tmp/b/dd3def8ba01c46df99d8c96f074852a2 as hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/b/dd3def8ba01c46df99d8c96f074852a2 2024-11-18T22:39:50,499 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/b/dd3def8ba01c46df99d8c96f074852a2, entries=7, sequenceid=26, filesize=5.4 K 2024-11-18T22:39:50,503 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/.tmp/c/f9a72dc930044607a5eab441a226e423 as hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/c/f9a72dc930044607a5eab441a226e423 2024-11-18T22:39:50,513 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/c/f9a72dc930044607a5eab441a226e423, entries=6, sequenceid=26, filesize=5.3 K 2024-11-18T22:39:50,514 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 1091651213812a62ced089b40f977301 in 359ms, sequenceid=26, compaction requested=false; wal=null 2024-11-18T22:39:50,515 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/0000000000000000026 2024-11-18T22:39:50,517 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1091651213812a62ced089b40f977301 2024-11-18T22:39:50,517 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1091651213812a62ced089b40f977301 2024-11-18T22:39:50,518 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:50,520 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1091651213812a62ced089b40f977301 2024-11-18T22:39:50,525 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsAfterAbortingFlush/1091651213812a62ced089b40f977301/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-18T22:39:50,527 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1091651213812a62ced089b40f977301; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73396281, jitterRate=0.09368981420993805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:50,527 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1091651213812a62ced089b40f977301 2024-11-18T22:39:50,528 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1091651213812a62ced089b40f977301: Running coprocessor pre-open hook at 1731969590119Writing region info on filesystem at 1731969590119Initializing all the Stores at 1731969590125 (+6 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969590126 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969590126Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969590126Obtaining lock to block concurrent updates at 1731969590156 (+30 ms)Preparing flush snapshotting stores in 1091651213812a62ced089b40f977301 at 1731969590156Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731969590156Flushing stores of testReplayEditsAfterAbortingFlush,,1731969580418.1091651213812a62ced089b40f977301. at 1731969590156Flushing 1091651213812a62ced089b40f977301/a: creating writer at 1731969590156Flushing 1091651213812a62ced089b40f977301/a: appending metadata at 1731969590184 (+28 ms)Flushing 1091651213812a62ced089b40f977301/a: closing flushed file at 1731969590184Flushing 1091651213812a62ced089b40f977301/b: creating writer at 1731969590258 (+74 ms)Flushing 1091651213812a62ced089b40f977301/b: appending metadata at 1731969590287 (+29 ms)Flushing 1091651213812a62ced089b40f977301/b: closing flushed file at 1731969590290 (+3 ms)Flushing 1091651213812a62ced089b40f977301/c: creating writer at 1731969590329 (+39 ms)Flushing 1091651213812a62ced089b40f977301/c: appending metadata at 1731969590356 (+27 ms)Flushing 1091651213812a62ced089b40f977301/c: closing flushed file at 1731969590356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7504a7f8: reopening flushed file at 1731969590460 (+104 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44fd85e8: reopening flushed file at 1731969590484 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3212d5e5: reopening flushed file at 1731969590499 (+15 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 1091651213812a62ced089b40f977301 in 359ms, sequenceid=26, compaction requested=false; wal=null at 1731969590514 (+15 ms)Cleaning up temporary data from old regions at 1731969590517 (+3 ms)Running coprocessor post-open hooks at 1731969590527 (+10 ms)Region opened successfully at 1731969590528 (+1 ms) 2024-11-18T22:39:50,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=411 (was 411), OpenFileDescriptor=1178 (was 1112) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1321 (was 1343), ProcessCount=11 (was 11), AvailableMemoryMB=7555 (was 7162) - AvailableMemoryMB LEAK? - 2024-11-18T22:39:50,595 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1178 is superior to 1024 2024-11-18T22:39:50,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=411, OpenFileDescriptor=1178, MaxFileDescriptor=1048576, SystemLoadAverage=1321, ProcessCount=11, AvailableMemoryMB=7554 2024-11-18T22:39:50,614 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1178 is superior to 1024 2024-11-18T22:39:50,644 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:50,657 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:50,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:50,669 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48088820, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/hregion-48088820, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:50,688 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48088820/hregion-48088820.1731969590669, exclude list is [], retry=0 2024-11-18T22:39:50,696 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:50,698 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:50,699 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:50,744 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48088820/hregion-48088820.1731969590669 2024-11-18T22:39:50,759 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-18T22:39:50,760 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9520ca82e57d3028ffbafaa918f23b84, NAME => 'testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34373/hbase 2024-11-18T22:39:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741915_1093 (size=61) 2024-11-18T22:39:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741915_1093 (size=61) 2024-11-18T22:39:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741915_1093 (size=61) 2024-11-18T22:39:50,905 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:50,913 INFO [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:50,917 INFO [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9520ca82e57d3028ffbafaa918f23b84 columnFamilyName a 2024-11-18T22:39:50,917 DEBUG [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:50,920 INFO [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] regionserver.HStore(327): Store=9520ca82e57d3028ffbafaa918f23b84/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:50,920 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:50,923 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:50,924 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:50,928 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:50,928 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:50,931 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:50,938 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:50,944 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9520ca82e57d3028ffbafaa918f23b84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70298616, jitterRate=0.04753100872039795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:39:50,945 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9520ca82e57d3028ffbafaa918f23b84: Writing region info on filesystem at 1731969590905Initializing all the Stores at 1731969590911 (+6 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969590911Cleaning up temporary data from old regions at 1731969590929 (+18 ms)Region opened successfully at 1731969590945 (+16 ms) 2024-11-18T22:39:50,945 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9520ca82e57d3028ffbafaa918f23b84, disabling compactions & flushes 2024-11-18T22:39:50,945 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84. 2024-11-18T22:39:50,945 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84. 2024-11-18T22:39:50,946 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84. after waiting 0 ms 2024-11-18T22:39:50,946 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84. 2024-11-18T22:39:50,947 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84. 2024-11-18T22:39:50,947 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9520ca82e57d3028ffbafaa918f23b84: Waiting for close lock at 1731969590945Disabling compacts and flushes for region at 1731969590945Disabling writes for close at 1731969590946 (+1 ms)Writing region close event to WAL at 1731969590947 (+1 ms)Closed at 1731969590947 2024-11-18T22:39:50,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741914_1092 (size=93) 2024-11-18T22:39:50,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741914_1092 (size=93) 2024-11-18T22:39:50,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741914_1092 (size=93) 2024-11-18T22:39:50,966 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:50,967 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48088820:(num 1731969590669) 2024-11-18T22:39:50,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:50,973 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:50,992 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973, exclude list is [], retry=0 2024-11-18T22:39:51,001 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:51,002 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:51,002 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:51,032 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973 2024-11-18T22:39:51,036 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:51,037 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9520ca82e57d3028ffbafaa918f23b84, NAME => 'testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:51,037 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:51,037 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:51,037 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:51,066 INFO [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:51,069 INFO [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9520ca82e57d3028ffbafaa918f23b84 columnFamilyName a 2024-11-18T22:39:51,069 DEBUG [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:51,073 INFO [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] regionserver.HStore(327): Store=9520ca82e57d3028ffbafaa918f23b84/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:51,073 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:51,080 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:51,082 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:51,084 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:51,085 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:51,088 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:51,097 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9520ca82e57d3028ffbafaa918f23b84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73160886, jitterRate=0.09018215537071228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:39:51,098 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9520ca82e57d3028ffbafaa918f23b84: Writing region info on filesystem at 1731969591037Initializing all the Stores at 1731969591048 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969591048Cleaning up temporary data from old regions at 1731969591085 (+37 ms)Region opened successfully at 1731969591098 (+13 ms) 2024-11-18T22:39:51,166 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9520ca82e57d3028ffbafaa918f23b84, disabling compactions & flushes 2024-11-18T22:39:51,166 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84. 2024-11-18T22:39:51,167 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84. 2024-11-18T22:39:51,167 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84. after waiting 0 ms 2024-11-18T22:39:51,167 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84. 2024-11-18T22:39:51,176 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84. 2024-11-18T22:39:51,176 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84. 2024-11-18T22:39:51,176 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9520ca82e57d3028ffbafaa918f23b84: Waiting for close lock at 1731969591166Disabling compacts and flushes for region at 1731969591166Disabling writes for close at 1731969591167 (+1 ms)Writing region close event to WAL at 1731969591176 (+9 ms)Closed at 1731969591176 2024-11-18T22:39:51,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741916_1094 (size=838) 2024-11-18T22:39:51,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741916_1094 (size=838) 2024-11-18T22:39:51,218 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973 not finished, retry = 0 2024-11-18T22:39:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741916_1094 (size=838) 2024-11-18T22:39:51,341 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973, size=838 (838bytes) 2024-11-18T22:39:51,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973 2024-11-18T22:39:51,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973 after 1ms 2024-11-18T22:39:51,349 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:51,349 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973 took 8ms 2024-11-18T22:39:51,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973 so closing down 2024-11-18T22:39:51,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:51,409 INFO [Time-limited test-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731969590973.temp 2024-11-18T22:39:51,416 INFO [Time-limited test-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000003-wal.1731969590973.temp 2024-11-18T22:39:51,417 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741917_1095 (size=838) 2024-11-18T22:39:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741917_1095 (size=838) 2024-11-18T22:39:51,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000003-wal.1731969590973.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T22:39:51,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741917_1095 (size=838) 2024-11-18T22:39:51,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000003-wal.1731969590973.temp to hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000012 2024-11-18T22:39:51,497 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973, size=838, length=838, corrupted=false, cancelled=false 2024-11-18T22:39:51,497 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973, journal: Splitting hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973, size=838 (838bytes) at 1731969591341Finishing writing output for hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973 so closing down at 1731969591389 (+48 ms)Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000003-wal.1731969590973.temp at 1731969591416 (+27 ms)3 split writer threads finished at 1731969591417 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000003-wal.1731969590973.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731969591493 (+76 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000003-wal.1731969590973.temp to hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000012 at 1731969591497 (+4 ms)Processed 10 edits across 1 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973, size=838, length=838, corrupted=false, cancelled=false at 1731969591497 2024-11-18T22:39:51,502 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969590973 to hdfs://localhost:34373/hbase/oldWALs/wal.1731969590973 2024-11-18T22:39:51,507 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000012 2024-11-18T22:39:51,531 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:52,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:52,417 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:52,439 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969592419, exclude list is [], retry=0 2024-11-18T22:39:52,450 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:52,451 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:52,451 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:52,488 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969592419 2024-11-18T22:39:52,492 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-18T22:39:52,493 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9520ca82e57d3028ffbafaa918f23b84, NAME => 'testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:52,493 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:52,493 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,493 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,523 INFO [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,533 INFO [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9520ca82e57d3028ffbafaa918f23b84 columnFamilyName a 2024-11-18T22:39:52,533 DEBUG [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:52,542 INFO [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] regionserver.HStore(327): Store=9520ca82e57d3028ffbafaa918f23b84/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:52,544 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,552 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,572 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,583 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000012 2024-11-18T22:39:52,604 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:52,607 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000012 2024-11-18T22:39:52,607 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9520ca82e57d3028ffbafaa918f23b84 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-18T22:39:52,682 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/.tmp/a/f597172573194c909638c8eb11e97597 is 79, key is testDatalossWhenInputError/a:x0/1731969591098/Put/seqid=0 2024-11-18T22:39:52,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741919_1097 (size=5808) 2024-11-18T22:39:52,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741919_1097 (size=5808) 2024-11-18T22:39:52,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741919_1097 (size=5808) 2024-11-18T22:39:52,763 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/.tmp/a/f597172573194c909638c8eb11e97597 2024-11-18T22:39:52,799 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/.tmp/a/f597172573194c909638c8eb11e97597 as hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/a/f597172573194c909638c8eb11e97597 2024-11-18T22:39:52,832 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/a/f597172573194c909638c8eb11e97597, entries=10, sequenceid=12, filesize=5.7 K 2024-11-18T22:39:52,832 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 9520ca82e57d3028ffbafaa918f23b84 in 225ms, sequenceid=12, compaction requested=false; wal=null 2024-11-18T22:39:52,840 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/0000000000000000012 2024-11-18T22:39:52,845 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,846 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,858 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,880 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-18T22:39:52,882 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9520ca82e57d3028ffbafaa918f23b84; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59965507, jitterRate=-0.10644431412220001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:39:52,882 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9520ca82e57d3028ffbafaa918f23b84: Writing region info on filesystem at 1731969592493Initializing all the Stores at 1731969592516 (+23 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969592516Obtaining lock to block concurrent updates at 1731969592607 (+91 ms)Preparing flush snapshotting stores in 9520ca82e57d3028ffbafaa918f23b84 at 1731969592607Finished memstore snapshotting testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731969592612 (+5 ms)Flushing stores of testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84. at 1731969592612Flushing 9520ca82e57d3028ffbafaa918f23b84/a: creating writer at 1731969592613 (+1 ms)Flushing 9520ca82e57d3028ffbafaa918f23b84/a: appending metadata at 1731969592681 (+68 ms)Flushing 9520ca82e57d3028ffbafaa918f23b84/a: closing flushed file at 1731969592681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402c9136: reopening flushed file at 1731969592785 (+104 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 9520ca82e57d3028ffbafaa918f23b84 in 225ms, sequenceid=12, compaction requested=false; wal=null at 1731969592832 (+47 ms)Cleaning up temporary data from old regions at 1731969592846 (+14 ms)Region opened successfully at 1731969592882 (+36 ms) 2024-11-18T22:39:52,887 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9520ca82e57d3028ffbafaa918f23b84, NAME => 'testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:52,887 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731969590645.9520ca82e57d3028ffbafaa918f23b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:52,887 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,887 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,892 INFO [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,894 INFO [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9520ca82e57d3028ffbafaa918f23b84 columnFamilyName a 2024-11-18T22:39:52,894 DEBUG [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:52,908 DEBUG [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/a/f597172573194c909638c8eb11e97597 2024-11-18T22:39:52,909 INFO [StoreOpener-9520ca82e57d3028ffbafaa918f23b84-1 {}] regionserver.HStore(327): Store=9520ca82e57d3028ffbafaa918f23b84/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:52,909 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,910 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,911 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,912 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,912 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,913 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9520ca82e57d3028ffbafaa918f23b84 2024-11-18T22:39:52,916 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testDatalossWhenInputError/9520ca82e57d3028ffbafaa918f23b84/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-18T22:39:52,917 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9520ca82e57d3028ffbafaa918f23b84; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69760609, jitterRate=0.03951407968997955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T22:39:52,917 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9520ca82e57d3028ffbafaa918f23b84: Writing region info on filesystem at 1731969592887Initializing all the Stores at 1731969592889 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969592889Cleaning up temporary data from old regions at 1731969592912 (+23 ms)Region opened successfully at 1731969592917 (+5 ms) 2024-11-18T22:39:52,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=421 (was 411) Potentially hanging thread: PacketResponder: BP-1108160261-172.17.0.2-1731969539394:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:35512 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1108160261-172.17.0.2-1731969539394:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:42200 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:56972 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1108160261-172.17.0.2-1731969539394:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:37294 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:54690 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:35542 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1260 (was 1178) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1321 (was 1321), ProcessCount=11 (was 11), AvailableMemoryMB=7183 (was 7554) 2024-11-18T22:39:52,943 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-11-18T22:39:52,961 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=421, OpenFileDescriptor=1260, MaxFileDescriptor=1048576, SystemLoadAverage=1321, ProcessCount=11, AvailableMemoryMB=7178 2024-11-18T22:39:52,961 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-11-18T22:39:52,992 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:52,998 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:52,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:53,016 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44367364, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/hregion-44367364, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:53,037 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44367364/hregion-44367364.1731969593017, exclude list is [], retry=0 2024-11-18T22:39:53,053 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:53,057 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:53,065 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:53,079 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44367364/hregion-44367364.1731969593017 2024-11-18T22:39:53,080 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-18T22:39:53,080 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2133772bed9ee0586e22815770a3c550, NAME => 'testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34373/hbase 2024-11-18T22:39:53,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741921_1099 (size=63) 2024-11-18T22:39:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741921_1099 (size=63) 2024-11-18T22:39:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741921_1099 (size=63) 2024-11-18T22:39:53,166 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:53,168 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,170 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2133772bed9ee0586e22815770a3c550 columnFamilyName a 2024-11-18T22:39:53,170 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:53,170 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(327): Store=2133772bed9ee0586e22815770a3c550/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:53,170 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,172 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2133772bed9ee0586e22815770a3c550 columnFamilyName b 2024-11-18T22:39:53,172 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:53,172 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(327): Store=2133772bed9ee0586e22815770a3c550/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:53,172 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,174 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2133772bed9ee0586e22815770a3c550 columnFamilyName c 2024-11-18T22:39:53,174 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:53,174 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(327): Store=2133772bed9ee0586e22815770a3c550/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:53,175 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,176 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,176 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,177 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,177 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,179 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:53,183 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,196 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:53,197 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2133772bed9ee0586e22815770a3c550; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63719115, jitterRate=-0.0505111962556839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:53,198 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2133772bed9ee0586e22815770a3c550: Writing region info on filesystem at 1731969593166Initializing all the Stores at 1731969593167 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969593167Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969593168 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969593168Cleaning up temporary data from old regions at 1731969593177 (+9 ms)Region opened successfully at 1731969593198 (+21 ms) 2024-11-18T22:39:53,199 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2133772bed9ee0586e22815770a3c550, disabling compactions & flushes 2024-11-18T22:39:53,199 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550. 2024-11-18T22:39:53,199 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550. 2024-11-18T22:39:53,199 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550. after waiting 0 ms 2024-11-18T22:39:53,199 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550. 2024-11-18T22:39:53,200 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550. 2024-11-18T22:39:53,200 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2133772bed9ee0586e22815770a3c550: Waiting for close lock at 1731969593199Disabling compacts and flushes for region at 1731969593199Disabling writes for close at 1731969593199Writing region close event to WAL at 1731969593199Closed at 1731969593199 2024-11-18T22:39:53,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741920_1098 (size=93) 2024-11-18T22:39:53,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741920_1098 (size=93) 2024-11-18T22:39:53,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741920_1098 (size=93) 2024-11-18T22:39:53,227 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:53,227 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44367364:(num 1731969593017) 2024-11-18T22:39:53,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:53,231 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:53,253 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231, exclude list is [], retry=0 2024-11-18T22:39:53,260 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:53,261 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:53,266 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:53,277 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231 2024-11-18T22:39:53,284 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:53,285 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2133772bed9ee0586e22815770a3c550, NAME => 'testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:53,285 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:53,285 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,285 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,292 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,294 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2133772bed9ee0586e22815770a3c550 columnFamilyName a 2024-11-18T22:39:53,294 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:53,295 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(327): Store=2133772bed9ee0586e22815770a3c550/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:53,295 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,296 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2133772bed9ee0586e22815770a3c550 columnFamilyName b 2024-11-18T22:39:53,296 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:53,297 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(327): Store=2133772bed9ee0586e22815770a3c550/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:53,298 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,301 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2133772bed9ee0586e22815770a3c550 columnFamilyName c 2024-11-18T22:39:53,301 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:53,302 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(327): Store=2133772bed9ee0586e22815770a3c550/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:53,302 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,303 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,306 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,307 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,307 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,308 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:53,315 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:53,316 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2133772bed9ee0586e22815770a3c550; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74206981, jitterRate=0.10577018558979034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:53,317 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2133772bed9ee0586e22815770a3c550: Writing region info on filesystem at 1731969593285Initializing all the Stores at 1731969593287 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969593287Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969593292 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969593292Cleaning up temporary data from old regions at 1731969593307 (+15 ms)Region opened successfully at 1731969593317 (+10 ms) 2024-11-18T22:39:53,326 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731969593325/Put/seqid=0 2024-11-18T22:39:53,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741923_1101 (size=4875) 2024-11-18T22:39:53,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741923_1101 (size=4875) 2024-11-18T22:39:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741923_1101 (size=4875) 2024-11-18T22:39:53,355 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731969593355/Put/seqid=0 2024-11-18T22:39:53,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741924_1102 (size=4875) 2024-11-18T22:39:53,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741924_1102 (size=4875) 2024-11-18T22:39:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741924_1102 (size=4875) 2024-11-18T22:39:53,403 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731969593402/Put/seqid=0 2024-11-18T22:39:53,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741925_1103 (size=4875) 2024-11-18T22:39:53,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741925_1103 (size=4875) 2024-11-18T22:39:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741925_1103 (size=4875) 2024-11-18T22:39:53,426 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 2133772bed9ee0586e22815770a3c550/a 2024-11-18T22:39:53,463 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-18T22:39:53,464 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T22:39:53,464 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 2133772bed9ee0586e22815770a3c550/a 2024-11-18T22:39:53,470 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-18T22:39:53,470 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T22:39:53,470 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 2133772bed9ee0586e22815770a3c550/a 2024-11-18T22:39:53,475 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-18T22:39:53,475 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T22:39:53,475 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2133772bed9ee0586e22815770a3c550 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-18T22:39:53,511 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/.tmp/a/a74a8ca17358417290a0097efdb94b65 is 55, key is testCompactedBulkLoadedFiles/a:a/1731969593317/Put/seqid=0 2024-11-18T22:39:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741926_1104 (size=5107) 2024-11-18T22:39:53,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741926_1104 (size=5107) 2024-11-18T22:39:53,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741926_1104 (size=5107) 2024-11-18T22:39:53,524 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/.tmp/a/a74a8ca17358417290a0097efdb94b65 2024-11-18T22:39:53,532 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/.tmp/a/a74a8ca17358417290a0097efdb94b65 as hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/a74a8ca17358417290a0097efdb94b65 2024-11-18T22:39:53,544 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/a74a8ca17358417290a0097efdb94b65, entries=1, sequenceid=4, filesize=5.0 K 2024-11-18T22:39:53,547 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 2133772bed9ee0586e22815770a3c550 in 72ms, sequenceid=4, compaction requested=false 2024-11-18T22:39:53,547 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2133772bed9ee0586e22815770a3c550: 2024-11-18T22:39:53,548 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/93a97c17afcb4dadb144406e3d874e41_SeqId_4_ 2024-11-18T22:39:53,550 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_ 2024-11-18T22:39:53,551 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_ 2024-11-18T22:39:53,553 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile0 into 2133772bed9ee0586e22815770a3c550/a as hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/93a97c17afcb4dadb144406e3d874e41_SeqId_4_ - updating store file list. 2024-11-18T22:39:53,559 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 93a97c17afcb4dadb144406e3d874e41_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T22:39:53,559 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/93a97c17afcb4dadb144406e3d874e41_SeqId_4_ into 2133772bed9ee0586e22815770a3c550/a 2024-11-18T22:39:53,559 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile0 into 2133772bed9ee0586e22815770a3c550/a (new location: hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/93a97c17afcb4dadb144406e3d874e41_SeqId_4_) 2024-11-18T22:39:53,561 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile1 into 2133772bed9ee0586e22815770a3c550/a as hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_ - updating store file list. 2024-11-18T22:39:53,566 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T22:39:53,566 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_ into 2133772bed9ee0586e22815770a3c550/a 2024-11-18T22:39:53,566 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile1 into 2133772bed9ee0586e22815770a3c550/a (new location: hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_) 2024-11-18T22:39:53,568 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile2 into 2133772bed9ee0586e22815770a3c550/a as hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_ - updating store file list. 2024-11-18T22:39:53,576 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T22:39:53,576 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_ into 2133772bed9ee0586e22815770a3c550/a 2024-11-18T22:39:53,576 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34373/hbase/testCompactedBulkLoadedFiles/hfile2 into 2133772bed9ee0586e22815770a3c550/a (new location: hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_) 2024-11-18T22:39:53,618 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T22:39:53,618 DEBUG [Time-limited test {}] regionserver.HStore(1541): 2133772bed9ee0586e22815770a3c550/a is initiating major compaction (all files) 2024-11-18T22:39:53,618 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 2133772bed9ee0586e22815770a3c550/a in testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550. 2024-11-18T22:39:53,623 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/a74a8ca17358417290a0097efdb94b65, hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/93a97c17afcb4dadb144406e3d874e41_SeqId_4_, hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_, hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_] into tmpdir=hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/.tmp, totalSize=19.3 K 2024-11-18T22:39:53,624 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a74a8ca17358417290a0097efdb94b65, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731969593317 2024-11-18T22:39:53,630 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 93a97c17afcb4dadb144406e3d874e41_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-18T22:39:53,632 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-18T22:39:53,636 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-18T22:39:53,684 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/.tmp/a/29e20bf0c1974c4dbd9a61008fb076c9 is 55, key is testCompactedBulkLoadedFiles/a:a/1731969593317/Put/seqid=0 2024-11-18T22:39:53,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741927_1105 (size=6154) 2024-11-18T22:39:53,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741927_1105 (size=6154) 2024-11-18T22:39:53,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741927_1105 (size=6154) 2024-11-18T22:39:53,714 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/.tmp/a/29e20bf0c1974c4dbd9a61008fb076c9 as hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/29e20bf0c1974c4dbd9a61008fb076c9 2024-11-18T22:39:53,721 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 2133772bed9ee0586e22815770a3c550/a of 2133772bed9ee0586e22815770a3c550 into 29e20bf0c1974c4dbd9a61008fb076c9(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T22:39:53,721 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 2133772bed9ee0586e22815770a3c550: 2024-11-18T22:39:53,721 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-18T22:39:53,722 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-18T22:39:53,764 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231, size=0 (0bytes) 2024-11-18T22:39:53,764 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231 might be still open, length is 0 2024-11-18T22:39:53,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231 2024-11-18T22:39:53,764 WARN [IPC Server handler 0 on default port 34373 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-11-18T22:39:53,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231 after 1ms 2024-11-18T22:39:55,012 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:35554 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:41527:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35554 dst: /127.0.0.1:41527 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41527 remote=/127.0.0.1:35554]. Total timeout mills is 60000, 58710 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:55,013 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:54728 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:34469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54728 dst: /127.0.0.1:34469 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:55,013 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:37324 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:44637:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37324 dst: /127.0.0.1:44637 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:39:55,271 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T22:39:55,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-18T22:39:55,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-18T22:39:55,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-18T22:39:55,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-18T22:39:57,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231 after 4009ms 2024-11-18T22:39:57,801 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:57,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231 took 4038ms 2024-11-18T22:39:57,832 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231; continuing. 2024-11-18T22:39:57,833 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231 so closing down 2024-11-18T22:39:57,833 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:57,849 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731969593231.temp 2024-11-18T22:39:57,855 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000003-wal.1731969593231.temp 2024-11-18T22:39:57,855 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:57,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741928_1107 (size=635) 2024-11-18T22:39:57,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741928_1107 (size=635) 2024-11-18T22:39:57,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741928_1107 (size=635) 2024-11-18T22:39:57,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000003-wal.1731969593231.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-18T22:39:57,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000003-wal.1731969593231.temp to hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000008 2024-11-18T22:39:57,893 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 68 ms; skipped=3; WAL=hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T22:39:57,893 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231, journal: Splitting hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231, size=0 (0bytes) at 1731969593764Finishing writing output for hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231 so closing down at 1731969597833 (+4069 ms)Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000003-wal.1731969593231.temp at 1731969597855 (+22 ms)3 split writer threads finished at 1731969597855Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000003-wal.1731969593231.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731969597890 (+35 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000003-wal.1731969593231.temp to hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000008 at 1731969597892 (+2 ms)Processed 5 edits across 1 Regions in 68 ms; skipped=3; WAL=hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231, size=0, length=0, corrupted=false, cancelled=false at 1731969597893 (+1 ms) 2024-11-18T22:39:57,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231 to hdfs://localhost:34373/hbase/oldWALs/wal.1731969593231 2024-11-18T22:39:57,906 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000008 2024-11-18T22:39:57,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:57,910 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:57,935 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969597910, exclude list is [], retry=0 2024-11-18T22:39:57,949 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:57,950 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:57,951 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:58,017 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969597910 2024-11-18T22:39:58,019 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:58,020 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2133772bed9ee0586e22815770a3c550, NAME => 'testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:58,020 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:58,020 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:58,020 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:58,039 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:58,045 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2133772bed9ee0586e22815770a3c550 columnFamilyName a 2024-11-18T22:39:58,046 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:58,100 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/29e20bf0c1974c4dbd9a61008fb076c9 2024-11-18T22:39:58,114 DEBUG [StoreFileOpener-2133772bed9ee0586e22815770a3c550-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 93a97c17afcb4dadb144406e3d874e41_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T22:39:58,114 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/93a97c17afcb4dadb144406e3d874e41_SeqId_4_ 2024-11-18T22:39:58,129 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/a74a8ca17358417290a0097efdb94b65 2024-11-18T22:39:58,141 DEBUG [StoreFileOpener-2133772bed9ee0586e22815770a3c550-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T22:39:58,141 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_ 2024-11-18T22:39:58,151 DEBUG [StoreFileOpener-2133772bed9ee0586e22815770a3c550-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T22:39:58,151 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_ 2024-11-18T22:39:58,152 WARN [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/93a97c17afcb4dadb144406e3d874e41_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@8e62481 2024-11-18T22:39:58,152 WARN [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/a74a8ca17358417290a0097efdb94b65 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@8e62481 2024-11-18T22:39:58,152 WARN [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@8e62481 2024-11-18T22:39:58,152 WARN [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@8e62481 2024-11-18T22:39:58,152 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/93a97c17afcb4dadb144406e3d874e41_SeqId_4_, hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/a74a8ca17358417290a0097efdb94b65, hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_, hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_] to archive 2024-11-18T22:39:58,153 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T22:39:58,160 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/93a97c17afcb4dadb144406e3d874e41_SeqId_4_ to hdfs://localhost:34373/hbase/archive/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/93a97c17afcb4dadb144406e3d874e41_SeqId_4_ 2024-11-18T22:39:58,163 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/a74a8ca17358417290a0097efdb94b65 to hdfs://localhost:34373/hbase/archive/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/a74a8ca17358417290a0097efdb94b65 2024-11-18T22:39:58,168 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_ to hdfs://localhost:34373/hbase/archive/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_ 2024-11-18T22:39:58,170 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_ to hdfs://localhost:34373/hbase/archive/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/a/ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_ 2024-11-18T22:39:58,171 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(327): Store=2133772bed9ee0586e22815770a3c550/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:58,171 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:58,173 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2133772bed9ee0586e22815770a3c550 columnFamilyName b 2024-11-18T22:39:58,173 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:58,174 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(327): Store=2133772bed9ee0586e22815770a3c550/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:58,175 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:58,176 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2133772bed9ee0586e22815770a3c550 columnFamilyName c 2024-11-18T22:39:58,176 DEBUG [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:58,177 INFO [StoreOpener-2133772bed9ee0586e22815770a3c550-1 {}] regionserver.HStore(327): Store=2133772bed9ee0586e22815770a3c550/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:58,178 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:58,179 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:58,181 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:58,181 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000008 2024-11-18T22:39:58,184 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:58,186 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 2133772bed9ee0586e22815770a3c550 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "2133772bed9ee0586e22815770a3c550" family_name: "a" compaction_input: "a74a8ca17358417290a0097efdb94b65" compaction_input: "93a97c17afcb4dadb144406e3d874e41_SeqId_4_" compaction_input: "aa37f44c1f0847e0893a0aeefe2f7f55_SeqId_4_" compaction_input: "ea57cd899f6f4d338294c6aafff6ecdf_SeqId_4_" compaction_output: "29e20bf0c1974c4dbd9a61008fb076c9" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-18T22:39:58,187 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-18T22:39:58,187 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000008 2024-11-18T22:39:58,188 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/0000000000000000008 2024-11-18T22:39:58,190 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:58,190 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:58,192 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:58,196 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2133772bed9ee0586e22815770a3c550 2024-11-18T22:39:58,208 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testCompactedBulkLoadedFiles/2133772bed9ee0586e22815770a3c550/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T22:39:58,220 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2133772bed9ee0586e22815770a3c550; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63228231, jitterRate=-0.05782593786716461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:58,220 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2133772bed9ee0586e22815770a3c550: Writing region info on filesystem at 1731969598020Initializing all the Stores at 1731969598028 (+8 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969598029 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969598038 (+9 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969598038Cleaning up temporary data from old regions at 1731969598190 (+152 ms)Region opened successfully at 1731969598220 (+30 ms) 2024-11-18T22:39:58,225 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2133772bed9ee0586e22815770a3c550, disabling compactions & flushes 2024-11-18T22:39:58,225 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550. 2024-11-18T22:39:58,225 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550. 2024-11-18T22:39:58,226 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550. after waiting 0 ms 2024-11-18T22:39:58,226 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550. 2024-11-18T22:39:58,244 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731969592993.2133772bed9ee0586e22815770a3c550. 2024-11-18T22:39:58,244 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2133772bed9ee0586e22815770a3c550: Waiting for close lock at 1731969598225Disabling compacts and flushes for region at 1731969598225Disabling writes for close at 1731969598226 (+1 ms)Writing region close event to WAL at 1731969598244 (+18 ms)Closed at 1731969598244 2024-11-18T22:39:58,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741929_1108 (size=93) 2024-11-18T22:39:58,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741929_1108 (size=93) 2024-11-18T22:39:58,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741929_1108 (size=93) 2024-11-18T22:39:58,294 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:58,295 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731969597910) 2024-11-18T22:39:58,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=431 (was 421) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34373 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_538090359_22 at /127.0.0.1:37414 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_538090359_22 at /127.0.0.1:35610 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_538090359_22 at /127.0.0.1:54800 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1340 (was 1260) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1271 (was 1321), ProcessCount=11 (was 11), AvailableMemoryMB=7316 (was 7178) - AvailableMemoryMB LEAK? - 2024-11-18T22:39:58,360 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1340 is superior to 1024 2024-11-18T22:39:58,381 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=431, OpenFileDescriptor=1340, MaxFileDescriptor=1048576, SystemLoadAverage=1271, ProcessCount=11, AvailableMemoryMB=7312 2024-11-18T22:39:58,381 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1340 is superior to 1024 2024-11-18T22:39:58,409 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:58,417 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T22:39:58,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T22:39:58,433 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-29367500, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/hregion-29367500, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:58,453 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-29367500/hregion-29367500.1731969598434, exclude list is [], retry=0 2024-11-18T22:39:58,460 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:58,464 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:58,468 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:58,502 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-29367500/hregion-29367500.1731969598434 2024-11-18T22:39:58,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-18T22:39:58,505 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => aa28461c0c86d749dc77c20c8d475486, NAME => 'testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34373/hbase 2024-11-18T22:39:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741931_1110 (size=67) 2024-11-18T22:39:58,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741931_1110 (size=67) 2024-11-18T22:39:58,525 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:58,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741931_1110 (size=67) 2024-11-18T22:39:58,527 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,529 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa28461c0c86d749dc77c20c8d475486 columnFamilyName a 2024-11-18T22:39:58,529 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:58,529 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(327): Store=aa28461c0c86d749dc77c20c8d475486/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:58,530 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,531 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa28461c0c86d749dc77c20c8d475486 columnFamilyName b 2024-11-18T22:39:58,531 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:58,532 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(327): Store=aa28461c0c86d749dc77c20c8d475486/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:58,532 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,533 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa28461c0c86d749dc77c20c8d475486 columnFamilyName c 2024-11-18T22:39:58,533 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:58,534 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(327): Store=aa28461c0c86d749dc77c20c8d475486/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:58,534 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,535 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,535 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,536 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,536 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,537 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:58,538 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,541 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T22:39:58,541 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aa28461c0c86d749dc77c20c8d475486; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59231903, jitterRate=-0.11737586557865143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:58,541 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aa28461c0c86d749dc77c20c8d475486: Writing region info on filesystem at 1731969598525Initializing all the Stores at 1731969598526 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969598526Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969598527 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969598527Cleaning up temporary data from old regions at 1731969598536 (+9 ms)Region opened successfully at 1731969598541 (+5 ms) 2024-11-18T22:39:58,541 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing aa28461c0c86d749dc77c20c8d475486, disabling compactions & flushes 2024-11-18T22:39:58,541 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:39:58,542 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:39:58,542 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. after waiting 0 ms 2024-11-18T22:39:58,542 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:39:58,542 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:39:58,542 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for aa28461c0c86d749dc77c20c8d475486: Waiting for close lock at 1731969598541Disabling compacts and flushes for region at 1731969598541Disabling writes for close at 1731969598542 (+1 ms)Writing region close event to WAL at 1731969598542Closed at 1731969598542 2024-11-18T22:39:58,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741930_1109 (size=93) 2024-11-18T22:39:58,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741930_1109 (size=93) 2024-11-18T22:39:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741930_1109 (size=93) 2024-11-18T22:39:58,563 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:39:58,563 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-29367500:(num 1731969598434) 2024-11-18T22:39:58,563 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:58,565 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:58,583 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565, exclude list is [], retry=0 2024-11-18T22:39:58,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:58,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:58,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:58,597 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565 2024-11-18T22:39:58,597 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:41565:41565)] 2024-11-18T22:39:58,597 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => aa28461c0c86d749dc77c20c8d475486, NAME => 'testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:58,598 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:58,598 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,598 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,600 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,602 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa28461c0c86d749dc77c20c8d475486 columnFamilyName a 2024-11-18T22:39:58,602 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:58,602 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(327): Store=aa28461c0c86d749dc77c20c8d475486/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:58,603 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,603 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa28461c0c86d749dc77c20c8d475486 columnFamilyName b 2024-11-18T22:39:58,603 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:58,604 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(327): Store=aa28461c0c86d749dc77c20c8d475486/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:58,604 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,605 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa28461c0c86d749dc77c20c8d475486 columnFamilyName c 2024-11-18T22:39:58,605 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:58,606 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(327): Store=aa28461c0c86d749dc77c20c8d475486/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:58,606 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,607 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,611 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,613 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,613 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,614 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:39:58,615 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,617 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aa28461c0c86d749dc77c20c8d475486; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66968144, jitterRate=-0.002096891403198242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:39:58,617 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aa28461c0c86d749dc77c20c8d475486: Writing region info on filesystem at 1731969598598Initializing all the Stores at 1731969598599 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969598599Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969598600 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969598600Cleaning up temporary data from old regions at 1731969598613 (+13 ms)Region opened successfully at 1731969598617 (+4 ms) 2024-11-18T22:39:58,633 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing aa28461c0c86d749dc77c20c8d475486 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-18T22:39:58,656 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/a/0cdea2dda43241aeb8f5be6a41ec5f92 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731969598618/Put/seqid=0 2024-11-18T22:39:58,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741933_1112 (size=5958) 2024-11-18T22:39:58,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741933_1112 (size=5958) 2024-11-18T22:39:58,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741933_1112 (size=5958) 2024-11-18T22:39:58,668 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/a/0cdea2dda43241aeb8f5be6a41ec5f92 2024-11-18T22:39:58,676 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/a/0cdea2dda43241aeb8f5be6a41ec5f92 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/a/0cdea2dda43241aeb8f5be6a41ec5f92 2024-11-18T22:39:58,684 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/a/0cdea2dda43241aeb8f5be6a41ec5f92, entries=10, sequenceid=13, filesize=5.8 K 2024-11-18T22:39:58,688 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for aa28461c0c86d749dc77c20c8d475486 in 54ms, sequenceid=13, compaction requested=false 2024-11-18T22:39:58,688 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for aa28461c0c86d749dc77c20c8d475486: 2024-11-18T22:39:58,743 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing aa28461c0c86d749dc77c20c8d475486, disabling compactions & flushes 2024-11-18T22:39:58,743 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:39:58,743 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:39:58,743 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. after waiting 0 ms 2024-11-18T22:39:58,743 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:39:58,744 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:39:58,744 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:39:58,744 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for aa28461c0c86d749dc77c20c8d475486: Waiting for close lock at 1731969598743Disabling compacts and flushes for region at 1731969598743Disabling writes for close at 1731969598743Writing region close event to WAL at 1731969598744 (+1 ms)Closed at 1731969598744 2024-11-18T22:39:58,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741932_1111 (size=2805) 2024-11-18T22:39:58,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741932_1111 (size=2805) 2024-11-18T22:39:58,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741932_1111 (size=2805) 2024-11-18T22:39:58,781 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565, size=2.7 K (2805bytes) 2024-11-18T22:39:58,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565 2024-11-18T22:39:58,782 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565 after 1ms 2024-11-18T22:39:58,785 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:58,785 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565 took 4ms 2024-11-18T22:39:58,793 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565 so closing down 2024-11-18T22:39:58,793 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:39:58,801 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731969598565.temp 2024-11-18T22:39:58,802 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000003-wal.1731969598565.temp 2024-11-18T22:39:58,802 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:39:58,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741934_1113 (size=2312) 2024-11-18T22:39:58,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741934_1113 (size=2312) 2024-11-18T22:39:58,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741934_1113 (size=2312) 2024-11-18T22:39:58,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000003-wal.1731969598565.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-18T22:39:58,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000003-wal.1731969598565.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000035 2024-11-18T22:39:58,814 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 26 ms; skipped=2; WAL=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-18T22:39:58,814 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565, journal: Splitting hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565, size=2.7 K (2805bytes) at 1731969598781Finishing writing output for hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565 so closing down at 1731969598793 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000003-wal.1731969598565.temp at 1731969598802 (+9 ms)3 split writer threads finished at 1731969598802Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000003-wal.1731969598565.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731969598812 (+10 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000003-wal.1731969598565.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000035 at 1731969598814 (+2 ms)Processed 32 edits across 1 Regions in 26 ms; skipped=2; WAL=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1731969598814 2024-11-18T22:39:58,816 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598565 to hdfs://localhost:34373/hbase/oldWALs/wal.1731969598565 2024-11-18T22:39:58,817 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000035 2024-11-18T22:39:58,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:39:58,819 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:39:58,838 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819, exclude list is [], retry=0 2024-11-18T22:39:58,842 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:39:58,842 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:39:58,843 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:39:58,852 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819 2024-11-18T22:39:58,853 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341),(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-18T22:39:58,853 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => aa28461c0c86d749dc77c20c8d475486, NAME => 'testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486.', STARTKEY => '', ENDKEY => ''} 2024-11-18T22:39:58,853 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:39:58,853 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,853 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,855 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,856 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa28461c0c86d749dc77c20c8d475486 columnFamilyName a 2024-11-18T22:39:58,856 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:58,870 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/a/0cdea2dda43241aeb8f5be6a41ec5f92 2024-11-18T22:39:58,870 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(327): Store=aa28461c0c86d749dc77c20c8d475486/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:58,870 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,871 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa28461c0c86d749dc77c20c8d475486 columnFamilyName b 2024-11-18T22:39:58,871 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:58,872 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(327): Store=aa28461c0c86d749dc77c20c8d475486/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:58,872 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,873 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa28461c0c86d749dc77c20c8d475486 columnFamilyName c 2024-11-18T22:39:58,874 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:39:58,874 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(327): Store=aa28461c0c86d749dc77c20c8d475486/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:39:58,874 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,875 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,878 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:39:58,879 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000035 2024-11-18T22:39:58,885 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:39:58,886 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000035 2024-11-18T22:39:58,887 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing aa28461c0c86d749dc77c20c8d475486 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-18T22:39:58,935 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/b/427c36f5a3fd4fcd9a1ac7a2780bb9c3 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731969598688/Put/seqid=0 2024-11-18T22:39:58,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741936_1115 (size=5958) 2024-11-18T22:39:58,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741936_1115 (size=5958) 2024-11-18T22:39:58,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741936_1115 (size=5958) 2024-11-18T22:39:59,388 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/b/427c36f5a3fd4fcd9a1ac7a2780bb9c3 2024-11-18T22:39:59,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/c/235025b0e64f4e079e6cc934c7ec2595 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731969598720/Put/seqid=0 2024-11-18T22:39:59,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741937_1116 (size=5958) 2024-11-18T22:39:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741937_1116 (size=5958) 2024-11-18T22:39:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741937_1116 (size=5958) 2024-11-18T22:39:59,901 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/c/235025b0e64f4e079e6cc934c7ec2595 2024-11-18T22:39:59,939 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/b/427c36f5a3fd4fcd9a1ac7a2780bb9c3 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/b/427c36f5a3fd4fcd9a1ac7a2780bb9c3 2024-11-18T22:39:59,971 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/b/427c36f5a3fd4fcd9a1ac7a2780bb9c3, entries=10, sequenceid=35, filesize=5.8 K 2024-11-18T22:39:59,982 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/c/235025b0e64f4e079e6cc934c7ec2595 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/c/235025b0e64f4e079e6cc934c7ec2595 2024-11-18T22:40:00,035 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/c/235025b0e64f4e079e6cc934c7ec2595, entries=10, sequenceid=35, filesize=5.8 K 2024-11-18T22:40:00,035 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for aa28461c0c86d749dc77c20c8d475486 in 1149ms, sequenceid=35, compaction requested=false; wal=null 2024-11-18T22:40:00,041 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000035 2024-11-18T22:40:00,062 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:40:00,063 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:40:00,072 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:40:00,076 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:40:00,112 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-18T22:40:00,127 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aa28461c0c86d749dc77c20c8d475486; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61700002, jitterRate=-0.08059832453727722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:40:00,127 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aa28461c0c86d749dc77c20c8d475486: Writing region info on filesystem at 1731969598853Initializing all the Stores at 1731969598854 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969598854Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969598855 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969598855Obtaining lock to block concurrent updates at 1731969598887 (+32 ms)Preparing flush snapshotting stores in aa28461c0c86d749dc77c20c8d475486 at 1731969598887Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731969598887Flushing stores of testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. at 1731969598887Flushing aa28461c0c86d749dc77c20c8d475486/b: creating writer at 1731969598887Flushing aa28461c0c86d749dc77c20c8d475486/b: appending metadata at 1731969598934 (+47 ms)Flushing aa28461c0c86d749dc77c20c8d475486/b: closing flushed file at 1731969598934Flushing aa28461c0c86d749dc77c20c8d475486/c: creating writer at 1731969599399 (+465 ms)Flushing aa28461c0c86d749dc77c20c8d475486/c: appending metadata at 1731969599419 (+20 ms)Flushing aa28461c0c86d749dc77c20c8d475486/c: closing flushed file at 1731969599419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad83a91: reopening flushed file at 1731969599931 (+512 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d46a12b: reopening flushed file at 1731969599971 (+40 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for aa28461c0c86d749dc77c20c8d475486 in 1149ms, sequenceid=35, compaction requested=false; wal=null at 1731969600035 (+64 ms)Cleaning up temporary data from old regions at 1731969600063 (+28 ms)Region opened successfully at 1731969600127 (+64 ms) 2024-11-18T22:40:00,354 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819, size=0 (0bytes) 2024-11-18T22:40:00,354 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819 might be still open, length is 0 2024-11-18T22:40:00,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819 2024-11-18T22:40:00,355 WARN [IPC Server handler 1 on default port 34373 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-11-18T22:40:00,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819 after 49ms 2024-11-18T22:40:01,013 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:35688 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:41527:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35688 dst: /127.0.0.1:41527 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41527 remote=/127.0.0.1:35688]. Total timeout mills is 60000, 59262 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:40:01,014 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:54856 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:34469:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54856 dst: /127.0.0.1:34469 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:40:01,016 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_884146692_22 at /127.0.0.1:37466 [Receiving block BP-1108160261-172.17.0.2-1731969539394:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:44637:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37466 dst: /127.0.0.1:44637 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:40:01,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741935_1117 (size=2304) 2024-11-18T22:40:01,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741935_1117 (size=2304) 2024-11-18T22:40:04,090 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T22:40:04,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819 after 4050ms 2024-11-18T22:40:04,416 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:40:04,416 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819 took 4062ms 2024-11-18T22:40:04,420 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819; continuing. 2024-11-18T22:40:04,420 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819 so closing down 2024-11-18T22:40:04,420 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T22:40:04,424 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731969598819.temp 2024-11-18T22:40:04,427 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000037-wal.1731969598819.temp 2024-11-18T22:40:04,427 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T22:40:04,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741938_1118 (size=2312) 2024-11-18T22:40:04,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741938_1118 (size=2312) 2024-11-18T22:40:04,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741938_1118 (size=2312) 2024-11-18T22:40:04,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000037-wal.1731969598819.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-18T22:40:04,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000037-wal.1731969598819.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000066 2024-11-18T22:40:04,490 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T22:40:04,490 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819, journal: Splitting hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819, size=0 (0bytes) at 1731969600354Finishing writing output for hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819 so closing down at 1731969604420 (+4066 ms)Creating recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000037-wal.1731969598819.temp at 1731969604427 (+7 ms)3 split writer threads finished at 1731969604427Closed recovered edits writer path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000037-wal.1731969598819.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731969604478 (+51 ms)Rename recovered edits hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000037-wal.1731969598819.temp to hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000066 at 1731969604490 (+12 ms)Processed 30 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819, size=0, length=0, corrupted=false, cancelled=false at 1731969604490 2024-11-18T22:40:04,500 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819 to hdfs://localhost:34373/hbase/oldWALs/wal.1731969598819 2024-11-18T22:40:04,507 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000066 2024-11-18T22:40:04,507 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T22:40:04,514 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34373/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408, archiveDir=hdfs://localhost:34373/hbase/oldWALs, maxLogs=32 2024-11-18T22:40:04,531 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969604514, exclude list is [], retry=0 2024-11-18T22:40:04,534 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44637,DS-f3b3431f-8875-470f-9a82-ec4eeb8a10d7,DISK] 2024-11-18T22:40:04,535 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34469,DS-ee7a98af-3a29-4424-925b-69bdf55a3bb8,DISK] 2024-11-18T22:40:04,535 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-650c63dc-c31e-4665-a22e-7f81a365dd4b,DISK] 2024-11-18T22:40:04,556 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969604514 2024-11-18T22:40:04,561 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41565:41565),(127.0.0.1/127.0.0.1:39603:39603),(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-18T22:40:04,561 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T22:40:04,563 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:40:04,564 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa28461c0c86d749dc77c20c8d475486 columnFamilyName a 2024-11-18T22:40:04,564 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:40:04,579 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/a/0cdea2dda43241aeb8f5be6a41ec5f92 2024-11-18T22:40:04,579 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(327): Store=aa28461c0c86d749dc77c20c8d475486/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:40:04,579 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:40:04,584 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa28461c0c86d749dc77c20c8d475486 columnFamilyName b 2024-11-18T22:40:04,585 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:40:04,622 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/b/427c36f5a3fd4fcd9a1ac7a2780bb9c3 2024-11-18T22:40:04,622 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(327): Store=aa28461c0c86d749dc77c20c8d475486/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:40:04,623 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:40:04,624 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa28461c0c86d749dc77c20c8d475486 columnFamilyName c 2024-11-18T22:40:04,624 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T22:40:04,644 DEBUG [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/c/235025b0e64f4e079e6cc934c7ec2595 2024-11-18T22:40:04,644 INFO [StoreOpener-aa28461c0c86d749dc77c20c8d475486-1 {}] regionserver.HStore(327): Store=aa28461c0c86d749dc77c20c8d475486/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T22:40:04,644 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:40:04,648 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:40:04,655 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:40:04,656 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000066 2024-11-18T22:40:04,658 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T22:40:04,662 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000066 2024-11-18T22:40:04,663 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing aa28461c0c86d749dc77c20c8d475486 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-18T22:40:04,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/a/22d3db56364d4b219198ed1d7c314b52 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731969600146/Put/seqid=0 2024-11-18T22:40:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741940_1120 (size=5958) 2024-11-18T22:40:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741940_1120 (size=5958) 2024-11-18T22:40:04,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741940_1120 (size=5958) 2024-11-18T22:40:04,718 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/a/22d3db56364d4b219198ed1d7c314b52 2024-11-18T22:40:04,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/b/51137d2b90054c0f98730ef745ca9670 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731969600196/Put/seqid=0 2024-11-18T22:40:04,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741941_1121 (size=5958) 2024-11-18T22:40:04,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741941_1121 (size=5958) 2024-11-18T22:40:04,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741941_1121 (size=5958) 2024-11-18T22:40:04,779 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/b/51137d2b90054c0f98730ef745ca9670 2024-11-18T22:40:04,807 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/c/a1007586f92e44368a243fb3ff2c3cd0 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731969600241/Put/seqid=0 2024-11-18T22:40:04,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741942_1122 (size=5958) 2024-11-18T22:40:04,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741942_1122 (size=5958) 2024-11-18T22:40:04,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741942_1122 (size=5958) 2024-11-18T22:40:04,829 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/c/a1007586f92e44368a243fb3ff2c3cd0 2024-11-18T22:40:04,835 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/a/22d3db56364d4b219198ed1d7c314b52 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/a/22d3db56364d4b219198ed1d7c314b52 2024-11-18T22:40:04,841 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/a/22d3db56364d4b219198ed1d7c314b52, entries=10, sequenceid=66, filesize=5.8 K 2024-11-18T22:40:04,842 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/b/51137d2b90054c0f98730ef745ca9670 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/b/51137d2b90054c0f98730ef745ca9670 2024-11-18T22:40:04,847 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/b/51137d2b90054c0f98730ef745ca9670, entries=10, sequenceid=66, filesize=5.8 K 2024-11-18T22:40:04,848 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/.tmp/c/a1007586f92e44368a243fb3ff2c3cd0 as hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/c/a1007586f92e44368a243fb3ff2c3cd0 2024-11-18T22:40:04,854 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/c/a1007586f92e44368a243fb3ff2c3cd0, entries=10, sequenceid=66, filesize=5.8 K 2024-11-18T22:40:04,854 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for aa28461c0c86d749dc77c20c8d475486 in 191ms, sequenceid=66, compaction requested=false; wal=null 2024-11-18T22:40:04,855 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/0000000000000000066 2024-11-18T22:40:04,858 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:40:04,858 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:40:04,859 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T22:40:04,861 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aa28461c0c86d749dc77c20c8d475486 2024-11-18T22:40:04,864 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/hbase/data/default/testReplayEditsWrittenViaHRegion/aa28461c0c86d749dc77c20c8d475486/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-18T22:40:04,871 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aa28461c0c86d749dc77c20c8d475486; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62871168, jitterRate=-0.06314659118652344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T22:40:04,871 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aa28461c0c86d749dc77c20c8d475486: Writing region info on filesystem at 1731969604561Initializing all the Stores at 1731969604562 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969604563 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969604563Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731969604563Obtaining lock to block concurrent updates at 1731969604663 (+100 ms)Preparing flush snapshotting stores in aa28461c0c86d749dc77c20c8d475486 at 1731969604663Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731969604663Flushing stores of testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. at 1731969604663Flushing aa28461c0c86d749dc77c20c8d475486/a: creating writer at 1731969604663Flushing aa28461c0c86d749dc77c20c8d475486/a: appending metadata at 1731969604684 (+21 ms)Flushing aa28461c0c86d749dc77c20c8d475486/a: closing flushed file at 1731969604685 (+1 ms)Flushing aa28461c0c86d749dc77c20c8d475486/b: creating writer at 1731969604723 (+38 ms)Flushing aa28461c0c86d749dc77c20c8d475486/b: appending metadata at 1731969604740 (+17 ms)Flushing aa28461c0c86d749dc77c20c8d475486/b: closing flushed file at 1731969604740Flushing aa28461c0c86d749dc77c20c8d475486/c: creating writer at 1731969604786 (+46 ms)Flushing aa28461c0c86d749dc77c20c8d475486/c: appending metadata at 1731969604806 (+20 ms)Flushing aa28461c0c86d749dc77c20c8d475486/c: closing flushed file at 1731969604806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71652bb3: reopening flushed file at 1731969604834 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2bf9a3: reopening flushed file at 1731969604841 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58aa5d81: reopening flushed file at 1731969604847 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for aa28461c0c86d749dc77c20c8d475486 in 191ms, sequenceid=66, compaction requested=false; wal=null at 1731969604854 (+7 ms)Cleaning up temporary data from old regions at 1731969604858 (+4 ms)Region opened successfully at 1731969604871 (+13 ms) 2024-11-18T22:40:04,890 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing aa28461c0c86d749dc77c20c8d475486, disabling compactions & flushes 2024-11-18T22:40:04,890 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:40:04,890 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:40:04,890 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. after waiting 0 ms 2024-11-18T22:40:04,890 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:40:04,900 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731969598410.aa28461c0c86d749dc77c20c8d475486. 2024-11-18T22:40:04,901 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for aa28461c0c86d749dc77c20c8d475486: Waiting for close lock at 1731969604890Disabling compacts and flushes for region at 1731969604890Disabling writes for close at 1731969604890Writing region close event to WAL at 1731969604900 (+10 ms)Closed at 1731969604900 2024-11-18T22:40:04,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741939_1119 (size=93) 2024-11-18T22:40:04,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741939_1119 (size=93) 2024-11-18T22:40:04,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741939_1119 (size=93) 2024-11-18T22:40:04,923 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T22:40:04,923 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731969604514) 2024-11-18T22:40:04,941 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=425 (was 431), OpenFileDescriptor=1402 (was 1340) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1245 (was 1271), ProcessCount=11 (was 11), AvailableMemoryMB=6621 (was 7312) 2024-11-18T22:40:04,941 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1402 is superior to 1024 2024-11-18T22:40:04,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T22:40:04,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T22:40:04,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:40:04,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:40:04,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:40:04,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T22:40:04,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T22:40:04,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=814710804, stopped=false 2024-11-18T22:40:04,943 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3b0ca91ed64a,34245,1731969545046 2024-11-18T22:40:04,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:40:04,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:40:04,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:40:04,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:40:04,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T22:40:04,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:40:04,960 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T22:40:04,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:40:04,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:40:04,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T22:40:04,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:40:04,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:40:04,961 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3b0ca91ed64a,35357,1731969545994' ***** 2024-11-18T22:40:04,961 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T22:40:04,961 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3b0ca91ed64a,38905,1731969546166' ***** 2024-11-18T22:40:04,961 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T22:40:04,962 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T22:40:04,962 INFO [RS:1;3b0ca91ed64a:38905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T22:40:04,962 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T22:40:04,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T22:40:04,962 INFO [RS:1;3b0ca91ed64a:38905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T22:40:04,962 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.HRegionServer(959): stopping server 3b0ca91ed64a,38905,1731969546166 2024-11-18T22:40:04,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T22:40:04,962 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:40:04,962 INFO [RS:1;3b0ca91ed64a:38905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3b0ca91ed64a:38905. 2024-11-18T22:40:04,962 DEBUG [RS:1;3b0ca91ed64a:38905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:40:04,962 DEBUG [RS:1;3b0ca91ed64a:38905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:40:04,962 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.HRegionServer(976): stopping server 3b0ca91ed64a,38905,1731969546166; all regions closed. 2024-11-18T22:40:04,964 INFO [RS:0;3b0ca91ed64a:35357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T22:40:04,964 INFO [RS:0;3b0ca91ed64a:35357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T22:40:04,964 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(3091): Received CLOSE for 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:40:04,964 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(959): stopping server 3b0ca91ed64a,35357,1731969545994 2024-11-18T22:40:04,964 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:40:04,965 INFO [RS:0;3b0ca91ed64a:35357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3b0ca91ed64a:35357. 2024-11-18T22:40:04,965 DEBUG [RS:0;3b0ca91ed64a:35357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T22:40:04,965 DEBUG [RS:0;3b0ca91ed64a:35357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:40:04,965 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46cae1b9098958af0f4fcb5509773b63, disabling compactions & flushes 2024-11-18T22:40:04,965 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T22:40:04,965 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:40:04,965 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T22:40:04,965 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T22:40:04,965 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:40:04,965 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T22:40:04,965 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. after waiting 0 ms 2024-11-18T22:40:04,965 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:40:04,965 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T22:40:04,965 DEBUG [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 46cae1b9098958af0f4fcb5509773b63=testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63.} 2024-11-18T22:40:04,965 DEBUG [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46cae1b9098958af0f4fcb5509773b63 2024-11-18T22:40:04,966 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T22:40:04,966 INFO [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T22:40:04,966 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T22:40:04,966 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T22:40:04,966 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T22:40:04,966 INFO [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-11-18T22:40:04,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T22:40:04,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741834_1010 (size=93) 2024-11-18T22:40:04,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741834_1010 (size=93) 2024-11-18T22:40:04,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741834_1010 (size=93) 2024-11-18T22:40:04,981 DEBUG [RS:1;3b0ca91ed64a:38905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/oldWALs 2024-11-18T22:40:04,981 INFO [RS:1;3b0ca91ed64a:38905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3b0ca91ed64a%2C38905%2C1731969546166:(num 1731969548253) 2024-11-18T22:40:04,981 DEBUG [RS:1;3b0ca91ed64a:38905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:40:04,981 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:40:04,981 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:40:04,981 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.ChoreService(370): Chore service for: regionserver/3b0ca91ed64a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T22:40:04,981 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T22:40:04,981 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T22:40:04,981 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T22:40:04,981 INFO [regionserver/3b0ca91ed64a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:40:04,982 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:40:04,982 INFO [RS:1;3b0ca91ed64a:38905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38905 2024-11-18T22:40:04,985 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/46cae1b9098958af0f4fcb5509773b63/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-18T22:40:04,987 INFO [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:40:04,987 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46cae1b9098958af0f4fcb5509773b63: Waiting for close lock at 1731969604965Running coprocessor pre-close hooks at 1731969604965Disabling compacts and flushes for region at 1731969604965Disabling writes for close at 1731969604965Writing region close event to WAL at 1731969604972 (+7 ms)Running coprocessor post-close hooks at 1731969604986 (+14 ms)Closed at 1731969604986 2024-11-18T22:40:04,987 DEBUG [RS_CLOSE_REGION-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63. 2024-11-18T22:40:04,990 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/.tmp/info/3b6c02787c524c659f0c9de27083ec29 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731969571192.46cae1b9098958af0f4fcb5509773b63./info:regioninfo/1731969577674/Put/seqid=0 2024-11-18T22:40:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:40:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3b0ca91ed64a,38905,1731969546166 2024-11-18T22:40:04,992 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:40:04,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3b0ca91ed64a,38905,1731969546166] 2024-11-18T22:40:05,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741943_1123 (size=6778) 2024-11-18T22:40:05,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741943_1123 (size=6778) 2024-11-18T22:40:05,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741943_1123 (size=6778) 2024-11-18T22:40:05,012 INFO [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/.tmp/info/3b6c02787c524c659f0c9de27083ec29 2024-11-18T22:40:05,012 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3b0ca91ed64a,38905,1731969546166 already deleted, retry=false 2024-11-18T22:40:05,012 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3b0ca91ed64a,38905,1731969546166 expired; onlineServers=1 2024-11-18T22:40:05,039 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/.tmp/info/3b6c02787c524c659f0c9de27083ec29 as hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/info/3b6c02787c524c659f0c9de27083ec29 2024-11-18T22:40:05,047 INFO [regionserver/3b0ca91ed64a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:40:05,050 INFO [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/info/3b6c02787c524c659f0c9de27083ec29, entries=8, sequenceid=23, filesize=6.6 K 2024-11-18T22:40:05,052 INFO [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=23, compaction requested=false 2024-11-18T22:40:05,052 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T22:40:05,064 INFO [regionserver/3b0ca91ed64a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:40:05,072 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-11-18T22:40:05,073 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:40:05,073 INFO [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T22:40:05,073 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731969604966Running coprocessor pre-close hooks at 1731969604966Disabling compacts and flushes for region at 1731969604966Disabling writes for close at 1731969604966Obtaining lock to block concurrent updates at 1731969604966Preparing flush snapshotting stores in 1588230740 at 1731969604966Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1731969604967 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731969604969 (+2 ms)Flushing 1588230740/info: creating writer at 1731969604969Flushing 1588230740/info: appending metadata at 1731969604990 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731969604990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a93fc94: reopening flushed file at 1731969605038 (+48 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=23, compaction requested=false at 1731969605052 (+14 ms)Writing region close event to WAL at 1731969605064 (+12 ms)Running coprocessor post-close hooks at 1731969605073 (+9 ms)Closed at 1731969605073 2024-11-18T22:40:05,073 DEBUG [RS_CLOSE_META-regionserver/3b0ca91ed64a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T22:40:05,073 INFO [regionserver/3b0ca91ed64a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T22:40:05,073 INFO [regionserver/3b0ca91ed64a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T22:40:05,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:40:05,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38905-0x1015019eb8f0002, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:40:05,102 INFO [RS:1;3b0ca91ed64a:38905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:40:05,102 INFO [RS:1;3b0ca91ed64a:38905 {}] regionserver.HRegionServer(1031): Exiting; stopping=3b0ca91ed64a,38905,1731969546166; zookeeper connection closed. 2024-11-18T22:40:05,103 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@480231c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@480231c6 2024-11-18T22:40:05,166 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(976): stopping server 3b0ca91ed64a,35357,1731969545994; all regions closed. 2024-11-18T22:40:05,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741893_1071 (size=1552) 2024-11-18T22:40:05,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741893_1071 (size=1552) 2024-11-18T22:40:05,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741893_1071 (size=1552) 2024-11-18T22:40:05,177 DEBUG [RS:0;3b0ca91ed64a:35357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/oldWALs 2024-11-18T22:40:05,177 INFO [RS:0;3b0ca91ed64a:35357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3b0ca91ed64a%2C35357%2C1731969545994.meta:.meta(num 1731969575962) 2024-11-18T22:40:05,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741833_1009 (size=2652) 2024-11-18T22:40:05,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741833_1009 (size=2652) 2024-11-18T22:40:05,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741833_1009 (size=2652) 2024-11-18T22:40:05,189 DEBUG [RS:0;3b0ca91ed64a:35357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/oldWALs 2024-11-18T22:40:05,189 INFO [RS:0;3b0ca91ed64a:35357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3b0ca91ed64a%2C35357%2C1731969545994:(num 1731969548251) 2024-11-18T22:40:05,189 DEBUG [RS:0;3b0ca91ed64a:35357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T22:40:05,189 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T22:40:05,189 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:40:05,189 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.ChoreService(370): Chore service for: regionserver/3b0ca91ed64a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T22:40:05,189 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:40:05,190 INFO [RS:0;3b0ca91ed64a:35357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35357 2024-11-18T22:40:05,190 INFO [regionserver/3b0ca91ed64a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:40:05,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3b0ca91ed64a,35357,1731969545994 2024-11-18T22:40:05,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T22:40:05,202 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:40:05,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3b0ca91ed64a,35357,1731969545994] 2024-11-18T22:40:05,214 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3b0ca91ed64a,35357,1731969545994 already deleted, retry=false 2024-11-18T22:40:05,214 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3b0ca91ed64a,35357,1731969545994 expired; onlineServers=0 2024-11-18T22:40:05,215 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3b0ca91ed64a,34245,1731969545046' ***** 2024-11-18T22:40:05,215 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T22:40:05,215 INFO [M:0;3b0ca91ed64a:34245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T22:40:05,215 INFO [M:0;3b0ca91ed64a:34245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T22:40:05,215 DEBUG [M:0;3b0ca91ed64a:34245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T22:40:05,215 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T22:40:05,215 DEBUG [M:0;3b0ca91ed64a:34245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T22:40:05,215 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster-HFileCleaner.large.0-1731969547705 {}] cleaner.HFileCleaner(306): Exit Thread[master/3b0ca91ed64a:0:becomeActiveMaster-HFileCleaner.large.0-1731969547705,5,FailOnTimeoutGroup] 2024-11-18T22:40:05,215 INFO [M:0;3b0ca91ed64a:34245 {}] hbase.ChoreService(370): Chore service for: master/3b0ca91ed64a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T22:40:05,216 INFO [M:0;3b0ca91ed64a:34245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T22:40:05,216 DEBUG [M:0;3b0ca91ed64a:34245 {}] master.HMaster(1795): Stopping service threads 2024-11-18T22:40:05,216 INFO [M:0;3b0ca91ed64a:34245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T22:40:05,216 DEBUG [master/3b0ca91ed64a:0:becomeActiveMaster-HFileCleaner.small.0-1731969547706 {}] cleaner.HFileCleaner(306): Exit Thread[master/3b0ca91ed64a:0:becomeActiveMaster-HFileCleaner.small.0-1731969547706,5,FailOnTimeoutGroup] 2024-11-18T22:40:05,216 INFO [M:0;3b0ca91ed64a:34245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T22:40:05,216 INFO [M:0;3b0ca91ed64a:34245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T22:40:05,217 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T22:40:05,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T22:40:05,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T22:40:05,224 DEBUG [M:0;3b0ca91ed64a:34245 {}] zookeeper.ZKUtil(347): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T22:40:05,224 WARN [M:0;3b0ca91ed64a:34245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T22:40:05,225 INFO [M:0;3b0ca91ed64a:34245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/.lastflushedseqids 2024-11-18T22:40:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741944_1124 (size=119) 2024-11-18T22:40:05,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741944_1124 (size=119) 2024-11-18T22:40:05,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741944_1124 (size=119) 2024-11-18T22:40:05,245 INFO [M:0;3b0ca91ed64a:34245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T22:40:05,246 INFO [M:0;3b0ca91ed64a:34245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T22:40:05,246 DEBUG [M:0;3b0ca91ed64a:34245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T22:40:05,246 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:40:05,246 DEBUG [M:0;3b0ca91ed64a:34245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:40:05,246 DEBUG [M:0;3b0ca91ed64a:34245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T22:40:05,246 DEBUG [M:0;3b0ca91ed64a:34245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:40:05,246 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.11 KB heapSize=101.78 KB 2024-11-18T22:40:05,274 DEBUG [M:0;3b0ca91ed64a:34245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6137d509368c4458813beeb8c3aecb16 is 82, key is hbase:meta,,1/info:regioninfo/1731969576668/Put/seqid=0 2024-11-18T22:40:05,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741945_1125 (size=6063) 2024-11-18T22:40:05,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741945_1125 (size=6063) 2024-11-18T22:40:05,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:40:05,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x1015019eb8f0001, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:40:05,315 INFO [RS:0;3b0ca91ed64a:35357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:40:05,315 INFO [RS:0;3b0ca91ed64a:35357 {}] regionserver.HRegionServer(1031): Exiting; stopping=3b0ca91ed64a,35357,1731969545994; zookeeper connection closed. 2024-11-18T22:40:05,320 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6137d509368c4458813beeb8c3aecb16 2024-11-18T22:40:05,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741945_1125 (size=6063) 2024-11-18T22:40:05,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7914bde9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7914bde9 2024-11-18T22:40:05,325 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T22:40:05,355 DEBUG [M:0;3b0ca91ed64a:34245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4fc4cd4b0f84e87a0a84c0ae27fab75 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731969571796/Put/seqid=0 2024-11-18T22:40:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741946_1126 (size=8243) 2024-11-18T22:40:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741946_1126 (size=8243) 2024-11-18T22:40:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741946_1126 (size=8243) 2024-11-18T22:40:05,363 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=81.89 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4fc4cd4b0f84e87a0a84c0ae27fab75 2024-11-18T22:40:05,367 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4fc4cd4b0f84e87a0a84c0ae27fab75 2024-11-18T22:40:05,382 DEBUG [M:0;3b0ca91ed64a:34245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/324588e80ff94d38809b015c91b269d2 is 69, key is 3b0ca91ed64a,35357,1731969545994/rs:state/1731969547878/Put/seqid=0 2024-11-18T22:40:05,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741947_1127 (size=5440) 2024-11-18T22:40:05,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741947_1127 (size=5440) 2024-11-18T22:40:05,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741947_1127 (size=5440) 2024-11-18T22:40:05,389 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/324588e80ff94d38809b015c91b269d2 2024-11-18T22:40:05,393 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 324588e80ff94d38809b015c91b269d2 2024-11-18T22:40:05,394 DEBUG [M:0;3b0ca91ed64a:34245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6137d509368c4458813beeb8c3aecb16 as hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6137d509368c4458813beeb8c3aecb16 2024-11-18T22:40:05,400 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6137d509368c4458813beeb8c3aecb16, entries=14, sequenceid=198, filesize=5.9 K 2024-11-18T22:40:05,402 DEBUG [M:0;3b0ca91ed64a:34245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4fc4cd4b0f84e87a0a84c0ae27fab75 as hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4fc4cd4b0f84e87a0a84c0ae27fab75 2024-11-18T22:40:05,406 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4fc4cd4b0f84e87a0a84c0ae27fab75 2024-11-18T22:40:05,407 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4fc4cd4b0f84e87a0a84c0ae27fab75, entries=21, sequenceid=198, filesize=8.0 K 2024-11-18T22:40:05,408 DEBUG [M:0;3b0ca91ed64a:34245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/324588e80ff94d38809b015c91b269d2 as hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/324588e80ff94d38809b015c91b269d2 2024-11-18T22:40:05,412 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 324588e80ff94d38809b015c91b269d2 2024-11-18T22:40:05,412 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34373/user/jenkins/test-data/742639f1-0c03-671a-f565-e7083c2be26a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/324588e80ff94d38809b015c91b269d2, entries=3, sequenceid=198, filesize=5.3 K 2024-11-18T22:40:05,414 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.11 KB/85109, heapSize ~101.48 KB/103920, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=198, compaction requested=false 2024-11-18T22:40:05,415 INFO [M:0;3b0ca91ed64a:34245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T22:40:05,415 DEBUG [M:0;3b0ca91ed64a:34245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731969605246Disabling compacts and flushes for region at 1731969605246Disabling writes for close at 1731969605246Obtaining lock to block concurrent updates at 1731969605246Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731969605246Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85109, getHeapSize=104160, getOffHeapSize=0, getCellsCount=239 at 1731969605247 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731969605248 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731969605248Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731969605273 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731969605273Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731969605331 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731969605354 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731969605355 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731969605367 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731969605381 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731969605381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a66fc7: reopening flushed file at 1731969605393 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d81504: reopening flushed file at 1731969605401 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56110ffb: reopening flushed file at 1731969605407 (+6 ms)Finished flush of dataSize ~83.11 KB/85109, heapSize ~101.48 KB/103920, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=198, compaction requested=false at 1731969605414 (+7 ms)Writing region close event to WAL at 1731969605415 (+1 ms)Closed at 1731969605415 2024-11-18T22:40:05,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44637 is added to blk_1073741830_1006 (size=86396) 2024-11-18T22:40:05,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34469 is added to blk_1073741830_1006 (size=86396) 2024-11-18T22:40:05,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741830_1006 (size=86396) 2024-11-18T22:40:05,418 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T22:40:05,418 INFO [M:0;3b0ca91ed64a:34245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T22:40:05,418 INFO [M:0;3b0ca91ed64a:34245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34245 2024-11-18T22:40:05,419 INFO [M:0;3b0ca91ed64a:34245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T22:40:05,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T22:40:05,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T22:40:05,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T22:40:05,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-18T22:40:05,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:40:05,567 INFO [M:0;3b0ca91ed64a:34245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T22:40:05,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x1015019eb8f0000, quorum=127.0.0.1:65133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T22:40:05,573 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969590060 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969590060 (inode 16688) Holder DFSClient_NONMAPREDUCE_884146692_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731969580413/wal.1731969590060 (inode 16688) Holder DFSClient_NONMAPREDUCE_884146692_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T22:40:05,576 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969580088 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969580088 (inode 16665) Holder DFSClient_NONMAPREDUCE_884146692_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731969578266/wal.1731969580088 (inode 16665) Holder DFSClient_NONMAPREDUCE_884146692_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T22:40:05,576 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731969564887/wal.1731969565861 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:40:05,579 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969592419 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969592419 (inode 16714) Holder DFSClient_NONMAPREDUCE_884146692_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731969590634/wal.1731969592419 (inode 16714) Holder DFSClient_NONMAPREDUCE_884146692_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T22:40:05,579 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731969592989/wal.1731969593231 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:40:05,579 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731969598408/wal.1731969598819 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:40:05,580 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731969551401/wal.1731969551563 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T22:40:05,582 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal.1731969550945 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal.1731969550945 (inode 16485) Holder DFSClient_NONMAPREDUCE_884146692_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731969550628/wal.1731969550945 (inode 16485) Holder DFSClient_NONMAPREDUCE_884146692_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T22:40:05,585 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal.1731969550227 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal.1731969550227 (inode 16462) Holder DFSClient_NONMAPREDUCE_884146692_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731969549362/wal.1731969550227 (inode 16462) Holder DFSClient_NONMAPREDUCE_884146692_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-18T22:40:05,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:40:05,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:40:05,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:40:05,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:40:05,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/hadoop.log.dir/,STOPPED} 2024-11-18T22:40:05,599 WARN [BP-1108160261-172.17.0.2-1731969539394 heartbeating to localhost/127.0.0.1:34373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:40:05,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:40:05,599 WARN [BP-1108160261-172.17.0.2-1731969539394 heartbeating to localhost/127.0.0.1:34373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1108160261-172.17.0.2-1731969539394 (Datanode Uuid 737c0e3f-3410-451a-9a58-17c184643fd1) service to localhost/127.0.0.1:34373 2024-11-18T22:40:05,599 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:40:05,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data5/current/BP-1108160261-172.17.0.2-1731969539394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:40:05,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data6/current/BP-1108160261-172.17.0.2-1731969539394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:40:05,603 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:40:05,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:40:05,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:40:05,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:40:05,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:40:05,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/hadoop.log.dir/,STOPPED} 2024-11-18T22:40:05,610 WARN [BP-1108160261-172.17.0.2-1731969539394 heartbeating to localhost/127.0.0.1:34373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:40:05,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:40:05,610 WARN [BP-1108160261-172.17.0.2-1731969539394 heartbeating to localhost/127.0.0.1:34373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1108160261-172.17.0.2-1731969539394 (Datanode Uuid d3985d1d-1a2e-4d23-bc37-04ab47d363fb) service to localhost/127.0.0.1:34373 2024-11-18T22:40:05,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:40:05,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data3/current/BP-1108160261-172.17.0.2-1731969539394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:40:05,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data4/current/BP-1108160261-172.17.0.2-1731969539394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:40:05,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:40:05,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T22:40:05,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:40:05,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:40:05,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:40:05,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/hadoop.log.dir/,STOPPED} 2024-11-18T22:40:05,615 WARN [BP-1108160261-172.17.0.2-1731969539394 heartbeating to localhost/127.0.0.1:34373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T22:40:05,615 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T22:40:05,615 WARN [BP-1108160261-172.17.0.2-1731969539394 heartbeating to localhost/127.0.0.1:34373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1108160261-172.17.0.2-1731969539394 (Datanode Uuid 950d970a-42c3-4706-896a-77aff1384aa6) service to localhost/127.0.0.1:34373 2024-11-18T22:40:05,615 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T22:40:05,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data1/current/BP-1108160261-172.17.0.2-1731969539394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:40:05,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/cluster_0458884a-d67b-eeb0-84a4-f983edbd3fa6/data/data2/current/BP-1108160261-172.17.0.2-1731969539394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T22:40:05,617 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T22:40:05,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T22:40:05,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T22:40:05,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T22:40:05,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T22:40:05,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84c7a50e-ec9d-f751-abfc-feffa932e5cc/hadoop.log.dir/,STOPPED} 2024-11-18T22:40:05,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T22:40:05,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down