2024-11-16 08:23:50,303 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-16 08:23:50,315 main DEBUG Took 0.009666 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 08:23:50,315 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 08:23:50,316 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 08:23:50,317 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 08:23:50,319 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,328 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 08:23:50,343 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,346 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,347 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,349 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,350 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,351 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,352 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,354 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,355 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,356 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,357 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,358 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 08:23:50,359 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,360 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 08:23:50,362 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 08:23:50,364 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 08:23:50,366 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 08:23:50,367 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 08:23:50,369 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 08:23:50,369 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 08:23:50,381 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 08:23:50,384 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 08:23:50,387 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 08:23:50,388 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 08:23:50,388 main DEBUG createAppenders(={Console}) 2024-11-16 08:23:50,390 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-16 08:23:50,390 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-16 08:23:50,390 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-16 08:23:50,391 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 08:23:50,392 main DEBUG OutputStream closed 2024-11-16 08:23:50,392 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 08:23:50,393 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 08:23:50,393 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-16 08:23:50,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 08:23:50,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 08:23:50,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 08:23:50,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 08:23:50,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 08:23:50,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 08:23:50,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 08:23:50,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 08:23:50,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 08:23:50,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 08:23:50,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 08:23:50,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 08:23:50,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 08:23:50,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 08:23:50,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 08:23:50,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 08:23:50,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 08:23:50,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 08:23:50,479 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 08:23:50,480 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-16 08:23:50,480 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 08:23:50,481 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-16T08:23:50,494 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-16 08:23:50,497 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 08:23:50,497 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T08:23:50,792 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566 2024-11-16T08:23:50,793 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-16T08:23:50,892 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T08:23:50,967 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478, deleteOnExit=true 2024-11-16T08:23:50,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/test.cache.data in system properties and HBase conf 2024-11-16T08:23:50,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T08:23:50,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/hadoop.log.dir in system properties and HBase conf 2024-11-16T08:23:50,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T08:23:50,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T08:23:50,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T08:23:51,042 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T08:23:51,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T08:23:51,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T08:23:51,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T08:23:51,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T08:23:51,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T08:23:51,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T08:23:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T08:23:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T08:23:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T08:23:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/nfs.dump.dir in system properties and HBase conf 2024-11-16T08:23:51,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/java.io.tmpdir in system properties and HBase conf 2024-11-16T08:23:51,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T08:23:51,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T08:23:51,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T08:23:52,138 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T08:23:52,207 INFO [Time-limited test {}] log.Log(170): Logging initialized @2660ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T08:23:52,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T08:23:52,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T08:23:52,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T08:23:52,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T08:23:52,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T08:23:52,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T08:23:52,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/hadoop.log.dir/,AVAILABLE} 2024-11-16T08:23:52,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T08:23:52,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/java.io.tmpdir/jetty-localhost-45685-hadoop-hdfs-3_4_1-tests_jar-_-any-13708014848436688651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T08:23:52,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:45685} 2024-11-16T08:23:52,616 INFO [Time-limited test {}] server.Server(415): Started @3070ms 2024-11-16T08:23:53,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T08:23:53,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T08:23:53,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T08:23:53,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T08:23:53,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T08:23:53,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/hadoop.log.dir/,AVAILABLE} 2024-11-16T08:23:53,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T08:23:53,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/java.io.tmpdir/jetty-localhost-38407-hadoop-hdfs-3_4_1-tests_jar-_-any-12699003760938946446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T08:23:53,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:38407} 2024-11-16T08:23:53,391 INFO [Time-limited test {}] server.Server(415): Started @3844ms 2024-11-16T08:23:53,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T08:23:53,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T08:23:53,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T08:23:53,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T08:23:53,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T08:23:53,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T08:23:53,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/hadoop.log.dir/,AVAILABLE} 2024-11-16T08:23:53,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T08:23:53,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/java.io.tmpdir/jetty-localhost-35759-hadoop-hdfs-3_4_1-tests_jar-_-any-9715264335476544593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T08:23:53,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:35759} 2024-11-16T08:23:53,650 INFO [Time-limited test {}] server.Server(415): Started @4103ms 2024-11-16T08:23:53,652 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T08:23:54,912 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478/data/data1/current/BP-371781806-172.17.0.3-1731745431648/current, will proceed with Du for space computation calculation, 2024-11-16T08:23:54,913 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478/data/data3/current/BP-371781806-172.17.0.3-1731745431648/current, will proceed with Du for space computation calculation, 2024-11-16T08:23:54,922 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478/data/data2/current/BP-371781806-172.17.0.3-1731745431648/current, will proceed with Du for space computation calculation, 2024-11-16T08:23:54,925 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478/data/data4/current/BP-371781806-172.17.0.3-1731745431648/current, will proceed with Du for space computation calculation, 2024-11-16T08:23:55,046 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T08:23:55,048 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T08:23:55,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe225610da7968823 with lease ID 0x9fd9db612ead5b6b: Processing first storage report for DS-4668f086-d030-4e91-8142-a4525cb57f05 from datanode DatanodeRegistration(127.0.0.1:34153, datanodeUuid=cb5cfd0f-39a7-46eb-a6cf-814984909199, infoPort=35147, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=2079346330;c=1731745431648) 2024-11-16T08:23:55,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe225610da7968823 with lease ID 0x9fd9db612ead5b6b: from storage DS-4668f086-d030-4e91-8142-a4525cb57f05 node DatanodeRegistration(127.0.0.1:34153, datanodeUuid=cb5cfd0f-39a7-46eb-a6cf-814984909199, infoPort=35147, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=2079346330;c=1731745431648), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-16T08:23:55,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85bf13dbc6fe9514 with lease ID 0x9fd9db612ead5b6a: Processing first storage report for DS-2532fe86-ea42-473c-b964-e3c3e581741f from datanode DatanodeRegistration(127.0.0.1:42169, datanodeUuid=dae2bc78-be99-42a5-b8a7-bfc04a5ce889, infoPort=42791, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=2079346330;c=1731745431648) 2024-11-16T08:23:55,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85bf13dbc6fe9514 with lease ID 0x9fd9db612ead5b6a: from storage DS-2532fe86-ea42-473c-b964-e3c3e581741f node DatanodeRegistration(127.0.0.1:42169, datanodeUuid=dae2bc78-be99-42a5-b8a7-bfc04a5ce889, infoPort=42791, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=2079346330;c=1731745431648), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T08:23:55,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe225610da7968823 with lease ID 0x9fd9db612ead5b6b: Processing first storage report for DS-9f964658-b9cc-4dc1-bd77-2ab446d58517 from datanode DatanodeRegistration(127.0.0.1:34153, datanodeUuid=cb5cfd0f-39a7-46eb-a6cf-814984909199, infoPort=35147, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=2079346330;c=1731745431648) 2024-11-16T08:23:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe225610da7968823 with lease ID 0x9fd9db612ead5b6b: from storage DS-9f964658-b9cc-4dc1-bd77-2ab446d58517 node DatanodeRegistration(127.0.0.1:34153, datanodeUuid=cb5cfd0f-39a7-46eb-a6cf-814984909199, infoPort=35147, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=2079346330;c=1731745431648), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T08:23:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85bf13dbc6fe9514 with lease ID 0x9fd9db612ead5b6a: Processing first storage report for DS-efbd3bb6-77ae-4825-bad5-e439dcb976cf from datanode DatanodeRegistration(127.0.0.1:42169, datanodeUuid=dae2bc78-be99-42a5-b8a7-bfc04a5ce889, infoPort=42791, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=2079346330;c=1731745431648) 2024-11-16T08:23:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85bf13dbc6fe9514 with lease ID 0x9fd9db612ead5b6a: from storage DS-efbd3bb6-77ae-4825-bad5-e439dcb976cf node DatanodeRegistration(127.0.0.1:42169, datanodeUuid=dae2bc78-be99-42a5-b8a7-bfc04a5ce889, infoPort=42791, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=2079346330;c=1731745431648), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T08:23:55,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566 2024-11-16T08:23:55,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=123, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=4891 2024-11-16T08:23:55,222 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:23:55,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:23:55,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:23:55,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741825_1001 (size=7) 2024-11-16T08:23:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741825_1001 (size=7) 2024-11-16T08:23:55,774 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:23:55,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:23:55,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:23:55,811 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:23:55,923 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T08:23:55,975 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T08:23:55,985 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:23:55,986 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:23:55,989 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:23:56,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:23:56,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,056 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T08:23:56,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741826_1002 (size=1393) 2024-11-16T08:23:56,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741826_1002 (size=1393) 2024-11-16T08:23:56,252 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:23:56,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:23:56,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741827_1003 (size=1393) 2024-11-16T08:23:56,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:23:56,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741827_1003 (size=1393) 2024-11-16T08:23:56,387 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:23:56,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741828_1004 (size=1393) 2024-11-16T08:23:56,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741828_1004 (size=1393) 2024-11-16T08:23:56,522 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:23:56,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:23:56,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741829_1005 (size=1393) 2024-11-16T08:23:56,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741829_1005 (size=1393) 2024-11-16T08:23:56,625 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:23:56,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:23:56,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741830_1006 (size=1393) 2024-11-16T08:23:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741830_1006 (size=1393) 2024-11-16T08:23:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:23:56,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:23:56,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741831_1007 (size=1393) 2024-11-16T08:23:56,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741831_1007 (size=1393) 2024-11-16T08:23:56,852 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:23:56,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:23:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:56,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741832_1008 (size=1405) 2024-11-16T08:23:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741832_1008 (size=1405) 2024-11-16T08:23:56,970 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:23:56,971 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:23:56,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:56,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741833_1009 (size=1413) 2024-11-16T08:23:57,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741833_1009 (size=1413) 2024-11-16T08:23:57,501 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:23:57,502 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:23:57,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741834_1010 (size=1413) 2024-11-16T08:23:57,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741834_1010 (size=1413) 2024-11-16T08:23:57,606 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:23:57,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:23:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:57,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741835_1011 (size=1413) 2024-11-16T08:23:57,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741835_1011 (size=1413) 2024-11-16T08:23:57,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:23:57,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/5e22b933-2fb2-0f7d-3dca-9d2428b12999/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731745435942/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:23:57,807 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T08:23:57,807 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T08:23:57,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/5e22b933-2fb2-0f7d-3dca-9d2428b12999/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731745435942/wal.dat.0 2024-11-16T08:23:57,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/5e22b933-2fb2-0f7d-3dca-9d2428b12999/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731745435942/wal.dat.0 after 6ms 2024-11-16T08:23:57,879 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/5e22b933-2fb2-0f7d-3dca-9d2428b12999/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731745435942/wal.dat.0 took 80ms 2024-11-16T08:23:57,910 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5e22b933-2fb2-0f7d-3dca-9d2428b12999/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731745435942/wal.dat.0 so closing down 2024-11-16T08:23:57,925 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:23:57,926 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:23:57,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5e22b933-2fb2-0f7d-3dca-9d2428b12999/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731745435942/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:23:57,947 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/5e22b933-2fb2-0f7d-3dca-9d2428b12999/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731745435942/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/5e22b933-2fb2-0f7d-3dca-9d2428b12999/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731745435942/wal.dat.0, size=1.4 K (1393bytes) at 1731745437806Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5e22b933-2fb2-0f7d-3dca-9d2428b12999/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731745435942/wal.dat.0 so closing down at 1731745437910 (+104 ms)3 split writer threads finished at 1731745437926 (+16 ms)Processed 0 edits across 0 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5e22b933-2fb2-0f7d-3dca-9d2428b12999/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731745435942/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745437944 (+18 ms) 2024-11-16T08:23:57,948 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-16T08:23:58,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128 (was 123) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@736ff235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1503505584_22 at /127.0.0.1:53906 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=4621 (was 4891) 2024-11-16T08:23:58,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=128, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=4620 2024-11-16T08:23:58,018 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:23:58,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741836_1012 (size=7) 2024-11-16T08:23:58,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741836_1012 (size=7) 2024-11-16T08:23:58,082 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:23:58,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:23:58,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:23:58,098 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:23:58,099 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-16T08:23:58,099 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:23:58,109 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:23:58,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:23:58,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741837_1013 (size=2324) 2024-11-16T08:23:58,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741837_1013 (size=2324) 2024-11-16T08:23:58,277 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:23:58,322 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/WALs/testsplitlogfilemultipleregions,16010,1731745438099/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T08:23:58,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/WALs/testsplitlogfilemultipleregions,16010,1731745438099/wal.dat.0 2024-11-16T08:23:58,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/WALs/testsplitlogfilemultipleregions,16010,1731745438099/wal.dat.0 after 1ms 2024-11-16T08:23:58,331 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/WALs/testsplitlogfilemultipleregions,16010,1731745438099/wal.dat.0 took 17ms 2024-11-16T08:23:58,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/WALs/testsplitlogfilemultipleregions,16010,1731745438099/wal.dat.0 so closing down 2024-11-16T08:23:58,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:23:58,381 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:23:58,444 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:23:58,450 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:23:58,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:23:58,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:23:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741838_1014 (size=743) 2024-11-16T08:23:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741838_1014 (size=743) 2024-11-16T08:23:58,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741839_1015 (size=743) 2024-11-16T08:23:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741839_1015 (size=743) 2024-11-16T08:23:58,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-16T08:23:58,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-16T08:23:58,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:23:58,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:23:58,577 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 223 ms; skipped=7; WAL=hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/WALs/testsplitlogfilemultipleregions,16010,1731745438099/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-16T08:23:58,577 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/WALs/testsplitlogfilemultipleregions,16010,1731745438099/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/WALs/testsplitlogfilemultipleregions,16010,1731745438099/wal.dat.0, size=2.3 K (2324bytes) at 1731745438322Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/WALs/testsplitlogfilemultipleregions,16010,1731745438099/wal.dat.0 so closing down at 1731745438379 (+57 ms)3 split writer threads finished at 1731745438382 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745438451 (+69 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745438465 (+14 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1731745438568 (+103 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1731745438568Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745438573 (+5 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745438576 (+3 ms)Processed 27 edits across 2 Regions in 223 ms; skipped=7; WAL=hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/WALs/testsplitlogfilemultipleregions,16010,1731745438099/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731745438577 (+1 ms) 2024-11-16T08:23:58,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/WALs/testsplitlogfilemultipleregions,16010,1731745438099/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/e1b361b8-a01b-b935-38a4-f4fd368b4599/oldWALs/wal.dat.0 2024-11-16T08:23:58,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129 (was 128) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1848473778_22 at /127.0.0.1:51106 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1848473778_22 at /127.0.0.1:53906 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=385 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=4518 (was 4620) 2024-11-16T08:23:58,695 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=4516 2024-11-16T08:23:58,696 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:23:58,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741840_1016 (size=7) 2024-11-16T08:23:58,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741840_1016 (size=7) 2024-11-16T08:23:58,768 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:23:58,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:23:58,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:23:58,797 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:23:58,803 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:23:58,807 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:23:58,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:23:58,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:23:58,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:23:58,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741841_1017 (size=2324) 2024-11-16T08:23:58,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741841_1017 (size=2324) 2024-11-16T08:23:58,946 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:00,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/2e2485b7-4997-4f3c-6228-476a10910078/WALs/testterminationaskedbyreporter,16010,1731745438797/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T08:24:00,723 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2e2485b7-4997-4f3c-6228-476a10910078/WALs/testterminationaskedbyreporter,16010,1731745438797/wal.dat.0 so closing down 2024-11-16T08:24:00,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2e2485b7-4997-4f3c-6228-476a10910078/WALs/testterminationaskedbyreporter,16010,1731745438797/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-16T08:24:00,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/2e2485b7-4997-4f3c-6228-476a10910078/WALs/testterminationaskedbyreporter,16010,1731745438797/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/2e2485b7-4997-4f3c-6228-476a10910078/WALs/testterminationaskedbyreporter,16010,1731745438797/wal.dat.0, size=2.3 K (2324bytes) at 1731745440722Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2e2485b7-4997-4f3c-6228-476a10910078/WALs/testterminationaskedbyreporter,16010,1731745438797/wal.dat.0 so closing down at 1731745440723 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2e2485b7-4997-4f3c-6228-476a10910078/WALs/testterminationaskedbyreporter,16010,1731745438797/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731745440723 2024-11-16T08:24:00,735 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=131 (was 129) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 356) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4404 (was 4516) 2024-11-16T08:24:00,754 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=131, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=4403 2024-11-16T08:24:00,755 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:00,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741842_1018 (size=7) 2024-11-16T08:24:00,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741842_1018 (size=7) 2024-11-16T08:24:01,223 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:01,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:01,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:01,233 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:01,233 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-16T08:24:01,238 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:01,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741843_1019 (size=1043) 2024-11-16T08:24:01,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741843_1019 (size=1043) 2024-11-16T08:24:01,302 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:01,303 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:01,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,381 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741845_1021 (size=1043) 2024-11-16T08:24:01,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741845_1021 (size=1043) 2024-11-16T08:24:01,451 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:01,451 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741846_1022 (size=1043) 2024-11-16T08:24:01,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741846_1022 (size=1043) 2024-11-16T08:24:01,541 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:01,542 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741847_1023 (size=1043) 2024-11-16T08:24:01,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741847_1023 (size=1043) 2024-11-16T08:24:01,627 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:01,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:01,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741848_1024 (size=1043) 2024-11-16T08:24:01,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741848_1024 (size=1043) 2024-11-16T08:24:01,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:01,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:01,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741849_1025 (size=1043) 2024-11-16T08:24:01,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741849_1025 (size=1043) 2024-11-16T08:24:01,687 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:01,688 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:01,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741850_1026 (size=1043) 2024-11-16T08:24:01,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741850_1026 (size=1043) 2024-11-16T08:24:01,735 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:01,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:01,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741851_1027 (size=1043) 2024-11-16T08:24:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741851_1027 (size=1043) 2024-11-16T08:24:01,775 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:01,775 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:01,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:01,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741852_1028 (size=1043) 2024-11-16T08:24:01,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741852_1028 (size=1043) 2024-11-16T08:24:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:01,914 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.0, size=1.0 K (1043bytes) 2024-11-16T08:24:01,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.0 2024-11-16T08:24:01,916 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.0 after 2ms 2024-11-16T08:24:01,945 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.0 took 32ms 2024-11-16T08:24:01,951 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-16T08:24:01,953 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.0 so closing down 2024-11-16T08:24:01,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:01,961 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:01,961 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T08:24:01,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.0, size=1.0 K (1043bytes) at 1731745441914Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.0 so closing down at 1731745441953 (+39 ms)3 split writer threads finished at 1731745441961 (+8 ms)Processed 10 edits across 0 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731745441961 2024-11-16T08:24:01,969 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/oldWALs/wal.dat.0 2024-11-16T08:24:01,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1, size=180 (180bytes) 2024-11-16T08:24:01,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1 2024-11-16T08:24:01,973 WARN [IPC Server handler 1 on default port 34975 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-16T08:24:01,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1 after 5ms 2024-11-16T08:24:02,104 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-43963025_22 at /127.0.0.1:51158 [Receiving block BP-371781806-172.17.0.3-1731745431648:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:34153:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51158 dst: /127.0.0.1:34153 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:02,104 WARN [ResponseProcessor for block BP-371781806-172.17.0.3-1731745431648:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-371781806-172.17.0.3-1731745431648:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:02,109 WARN [DataStreamer for file /user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1 block BP-371781806-172.17.0.3-1731745431648:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-371781806-172.17.0.3-1731745431648:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42169,DS-2532fe86-ea42-473c-b964-e3c3e581741f,DISK], DatanodeInfoWithStorage[127.0.0.1:34153,DS-4668f086-d030-4e91-8142-a4525cb57f05,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42169,DS-2532fe86-ea42-473c-b964-e3c3e581741f,DISK]) is bad. 2024-11-16T08:24:02,104 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-43963025_22 at /127.0.0.1:53982 [Receiving block BP-371781806-172.17.0.3-1731745431648:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42169:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53982 dst: /127.0.0.1:42169 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42169 remote=/127.0.0.1:53982]. Total timeout mills is 60000, 59277 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:02,119 WARN [DataStreamer for file /user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1 block BP-371781806-172.17.0.3-1731745431648:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-371781806-172.17.0.3-1731745431648:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:02,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741844_1029 (size=1035) 2024-11-16T08:24:02,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741844_1029 (size=1035) 2024-11-16T08:24:05,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1 after 4008ms 2024-11-16T08:24:05,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1 took 4029ms 2024-11-16T08:24:06,022 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1; continuing. 2024-11-16T08:24:06,023 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1 so closing down 2024-11-16T08:24:06,023 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:06,023 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:06,023 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-16T08:24:06,023 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1, size=180 (180bytes) at 1731745441969Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1 so closing down at 1731745446023 (+4054 ms)3 split writer threads finished at 1731745446023Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731745446023 2024-11-16T08:24:06,027 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/oldWALs/wal.dat.1 2024-11-16T08:24:06,028 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.2, size=1.0 K (1043bytes) 2024-11-16T08:24:06,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.2 2024-11-16T08:24:06,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.2 after 3ms 2024-11-16T08:24:06,041 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.2 took 13ms 2024-11-16T08:24:06,048 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.2 so closing down 2024-11-16T08:24:06,049 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:06,060 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:06,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 14 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T08:24:06,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.2, size=1.0 K (1043bytes) at 1731745446028Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.2 so closing down at 1731745446049 (+21 ms)3 split writer threads finished at 1731745446060 (+11 ms)Processed 10 edits across 0 Regions in 14 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731745446060 2024-11-16T08:24:06,066 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/oldWALs/wal.dat.2 2024-11-16T08:24:06,067 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.3, size=1.0 K (1043bytes) 2024-11-16T08:24:06,067 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.3 2024-11-16T08:24:06,068 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.3 after 1ms 2024-11-16T08:24:06,073 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.3 took 7ms 2024-11-16T08:24:06,095 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.3 so closing down 2024-11-16T08:24:06,095 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:06,095 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:06,095 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T08:24:06,095 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.3, size=1.0 K (1043bytes) at 1731745446067Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.3 so closing down at 1731745446095 (+28 ms)3 split writer threads finished at 1731745446095Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731745446095 2024-11-16T08:24:06,102 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/oldWALs/wal.dat.3 2024-11-16T08:24:06,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.4, size=1.0 K (1043bytes) 2024-11-16T08:24:06,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.4 2024-11-16T08:24:06,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.4 after 3ms 2024-11-16T08:24:06,115 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.4 took 13ms 2024-11-16T08:24:06,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.4 so closing down 2024-11-16T08:24:06,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:06,128 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:06,128 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T08:24:06,128 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.4, size=1.0 K (1043bytes) at 1731745446103Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.4 so closing down at 1731745446127 (+24 ms)3 split writer threads finished at 1731745446128 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731745446128 2024-11-16T08:24:06,131 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/oldWALs/wal.dat.4 2024-11-16T08:24:06,131 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.5, size=1.0 K (1043bytes) 2024-11-16T08:24:06,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.5 2024-11-16T08:24:06,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.5 after 1ms 2024-11-16T08:24:06,138 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.5 took 7ms 2024-11-16T08:24:06,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.5 so closing down 2024-11-16T08:24:06,151 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:06,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:06,152 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T08:24:06,152 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.5, size=1.0 K (1043bytes) at 1731745446131Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.5 so closing down at 1731745446151 (+20 ms)3 split writer threads finished at 1731745446152 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731745446152 2024-11-16T08:24:06,158 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/oldWALs/wal.dat.5 2024-11-16T08:24:06,159 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.6, size=1.0 K (1043bytes) 2024-11-16T08:24:06,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.6 2024-11-16T08:24:06,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.6 after 1ms 2024-11-16T08:24:06,164 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.6 took 4ms 2024-11-16T08:24:06,166 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.6 so closing down 2024-11-16T08:24:06,166 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:06,166 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:06,166 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T08:24:06,166 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.6, size=1.0 K (1043bytes) at 1731745446159Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.6 so closing down at 1731745446166 (+7 ms)3 split writer threads finished at 1731745446166Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731745446166 2024-11-16T08:24:06,170 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/oldWALs/wal.dat.6 2024-11-16T08:24:06,171 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.7, size=1.0 K (1043bytes) 2024-11-16T08:24:06,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.7 2024-11-16T08:24:06,172 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.7 after 1ms 2024-11-16T08:24:06,176 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.7 took 6ms 2024-11-16T08:24:06,187 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.7 so closing down 2024-11-16T08:24:06,187 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:06,187 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:06,188 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T08:24:06,188 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.7, size=1.0 K (1043bytes) at 1731745446171Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.7 so closing down at 1731745446187 (+16 ms)3 split writer threads finished at 1731745446187Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731745446188 (+1 ms) 2024-11-16T08:24:06,192 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/oldWALs/wal.dat.7 2024-11-16T08:24:06,193 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.8, size=1.0 K (1043bytes) 2024-11-16T08:24:06,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.8 2024-11-16T08:24:06,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.8 after 0ms 2024-11-16T08:24:06,197 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.8 took 5ms 2024-11-16T08:24:06,199 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.8 so closing down 2024-11-16T08:24:06,199 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:06,204 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:06,204 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T08:24:06,204 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.8, size=1.0 K (1043bytes) at 1731745446193Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.8 so closing down at 1731745446199 (+6 ms)3 split writer threads finished at 1731745446204 (+5 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731745446204 2024-11-16T08:24:06,209 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/oldWALs/wal.dat.8 2024-11-16T08:24:06,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.9, size=1.0 K (1043bytes) 2024-11-16T08:24:06,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.9 2024-11-16T08:24:06,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.9 after 0ms 2024-11-16T08:24:06,215 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.9 took 6ms 2024-11-16T08:24:06,218 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.9 so closing down 2024-11-16T08:24:06,218 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:06,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:06,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T08:24:06,219 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.9, size=1.0 K (1043bytes) at 1731745446210Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.9 so closing down at 1731745446218 (+8 ms)3 split writer threads finished at 1731745446218Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731745446218 2024-11-16T08:24:06,226 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/WALs/testsplitdeletedregion,16010,1731745441233/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/6ca8d1c6-b637-4540-d6f2-bdc5cbef5090/oldWALs/wal.dat.9 2024-11-16T08:24:06,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=135 (was 131) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-723066166_22 at /127.0.0.1:46980 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-723066166_22 at /127.0.0.1:56062 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:44977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 407) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4345 (was 4403) 2024-11-16T08:24:06,257 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=4345 2024-11-16T08:24:06,258 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741853_1030 (size=7) 2024-11-16T08:24:06,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741853_1030 (size=7) 2024-11-16T08:24:06,280 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:06,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:06,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:06,302 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:06,302 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T08:24:06,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:06,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:06,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:06,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:06,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:06,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:06,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:06,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:06,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:06,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:06,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:06,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:06,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:06,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:06,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:06,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:06,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:06,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:06,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:06,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741854_1031 (size=863) 2024-11-16T08:24:06,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741854_1031 (size=863) 2024-11-16T08:24:06,405 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:06,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741855_1032 (size=859) 2024-11-16T08:24:06,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741855_1032 (size=859) 2024-11-16T08:24:06,484 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/WALs/testcorruptwaltrailer,16010,1731745446302/wal.dat.0, size=859 (859bytes) 2024-11-16T08:24:06,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/WALs/testcorruptwaltrailer,16010,1731745446302/wal.dat.0 2024-11-16T08:24:06,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/WALs/testcorruptwaltrailer,16010,1731745446302/wal.dat.0 after 0ms 2024-11-16T08:24:06,496 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/WALs/testcorruptwaltrailer,16010,1731745446302/wal.dat.0 took 12ms 2024-11-16T08:24:06,606 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/WALs/testcorruptwaltrailer,16010,1731745446302/wal.dat.0; continuing. 2024-11-16T08:24:06,607 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/WALs/testcorruptwaltrailer,16010,1731745446302/wal.dat.0 so closing down 2024-11-16T08:24:06,607 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:06,607 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:06,611 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:06,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:06,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741856_1033 (size=863) 2024-11-16T08:24:06,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741856_1033 (size=863) 2024-11-16T08:24:06,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:06,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T08:24:06,640 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/WALs/testcorruptwaltrailer,16010,1731745446302/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-16T08:24:06,640 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/WALs/testcorruptwaltrailer,16010,1731745446302/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/WALs/testcorruptwaltrailer,16010,1731745446302/wal.dat.0, size=859 (859bytes) at 1731745446484Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/WALs/testcorruptwaltrailer,16010,1731745446302/wal.dat.0 so closing down at 1731745446607 (+123 ms)3 split writer threads finished at 1731745446607Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745446613 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745446637 (+24 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731745446640 (+3 ms)Processed 10 edits across 1 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/WALs/testcorruptwaltrailer,16010,1731745446302/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731745446640 2024-11-16T08:24:06,644 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/WALs/testcorruptwaltrailer,16010,1731745446302/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/b2ef79db-d6f0-4958-133b-e2e7e26fb35a/oldWALs/wal.dat.0 2024-11-16T08:24:06,662 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=4327 (was 4345) 2024-11-16T08:24:06,671 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=4326 2024-11-16T08:24:06,671 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:06,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741857_1034 (size=7) 2024-11-16T08:24:06,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741857_1034 (size=7) 2024-11-16T08:24:06,684 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:06,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:06,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:06,690 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:06,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=4323 (was 4326) 2024-11-16T08:24:06,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=4323 2024-11-16T08:24:06,737 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:06,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741858_1035 (size=7) 2024-11-16T08:24:06,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741858_1035 (size=7) 2024-11-16T08:24:06,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:06,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:06,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:06,798 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:06,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-16T08:24:06,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741859_1036 (size=93) 2024-11-16T08:24:06,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741859_1036 (size=93) 2024-11-16T08:24:06,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=4319 (was 4323) 2024-11-16T08:24:06,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=4318 2024-11-16T08:24:06,892 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741860_1037 (size=7) 2024-11-16T08:24:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741860_1037 (size=7) 2024-11-16T08:24:06,986 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:06,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:06,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:06,996 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:06,997 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:07,001 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:07,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:07,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741861_1038 (size=1393) 2024-11-16T08:24:07,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741861_1038 (size=1393) 2024-11-16T08:24:07,114 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:07,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:07,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741862_1039 (size=1393) 2024-11-16T08:24:07,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741862_1039 (size=1393) 2024-11-16T08:24:07,209 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:07,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741863_1040 (size=1393) 2024-11-16T08:24:07,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741863_1040 (size=1393) 2024-11-16T08:24:07,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:07,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741864_1041 (size=1393) 2024-11-16T08:24:07,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741864_1041 (size=1393) 2024-11-16T08:24:07,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:07,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:07,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741865_1042 (size=1393) 2024-11-16T08:24:07,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741865_1042 (size=1393) 2024-11-16T08:24:07,396 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:07,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:07,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741866_1043 (size=1393) 2024-11-16T08:24:07,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741866_1043 (size=1393) 2024-11-16T08:24:07,441 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:07,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741867_1044 (size=1405) 2024-11-16T08:24:07,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741867_1044 (size=1405) 2024-11-16T08:24:07,488 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:07,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:07,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741868_1045 (size=1413) 2024-11-16T08:24:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741868_1045 (size=1413) 2024-11-16T08:24:07,541 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:07,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:07,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741869_1046 (size=1413) 2024-11-16T08:24:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741869_1046 (size=1413) 2024-11-16T08:24:07,576 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:07,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:07,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:07,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:07,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741870_1047 (size=1413) 2024-11-16T08:24:07,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741870_1047 (size=1413) 2024-11-16T08:24:07,636 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:07,668 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/WALs/testioeonoutputthread,16010,1731745446996/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:07,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/WALs/testioeonoutputthread,16010,1731745446996/wal.dat.7 2024-11-16T08:24:07,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/WALs/testioeonoutputthread,16010,1731745446996/wal.dat.7 after 0ms 2024-11-16T08:24:07,674 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/WALs/testioeonoutputthread,16010,1731745446996/wal.dat.7 took 6ms 2024-11-16T08:24:07,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/WALs/testioeonoutputthread,16010,1731745446996/wal.dat.7 so closing down 2024-11-16T08:24:07,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:07,694 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:07,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:07,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:07,727 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:07,728 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/WALs/testioeonoutputthread,16010,1731745446996/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-16T08:24:07,729 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/WALs/testioeonoutputthread,16010,1731745446996/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/WALs/testioeonoutputthread,16010,1731745446996/wal.dat.7, size=1.4 K (1413bytes) at 1731745447669Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/WALs/testioeonoutputthread,16010,1731745446996/wal.dat.7 so closing down at 1731745447692 (+23 ms)3 split writer threads finished at 1731745447694 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745447717 (+23 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745447717Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731745447728 (+11 ms)Processed 20 edits across 0 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/975cb3d3-ce23-21b1-d52b-bb769a894d11/WALs/testioeonoutputthread,16010,1731745446996/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731745447728 2024-11-16T08:24:07,727 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:07,742 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=4284 (was 4318) 2024-11-16T08:24:07,751 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=4280 2024-11-16T08:24:07,751 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:07,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741871_1048 (size=7) 2024-11-16T08:24:07,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741871_1048 (size=7) 2024-11-16T08:24:07,780 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:07,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:07,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:07,788 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:07,833 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:07,834 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:07,837 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:07,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741872_1049 (size=2324) 2024-11-16T08:24:07,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741872_1049 (size=2324) 2024-11-16T08:24:07,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:07,936 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:07,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:07,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:07,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741873_1050 (size=1393) 2024-11-16T08:24:08,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741873_1050 (size=1393) 2024-11-16T08:24:08,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:08,017 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:08,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-16T08:24:08,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-16T08:24:08,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-16T08:24:08,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-16T08:24:08,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-16T08:24:08,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-16T08:24:08,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-16T08:24:08,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-16T08:24:08,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-16T08:24:08,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-16T08:24:08,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-16T08:24:08,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-16T08:24:08,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-16T08:24:08,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-16T08:24:08,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-16T08:24:08,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-16T08:24:08,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-16T08:24:08,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-16T08:24:08,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-16T08:24:08,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-16T08:24:08,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-16T08:24:08,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-16T08:24:08,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-16T08:24:08,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-16T08:24:08,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-16T08:24:08,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-16T08:24:08,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-16T08:24:08,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-16T08:24:08,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-16T08:24:08,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-16T08:24:08,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-16T08:24:08,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-16T08:24:08,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-16T08:24:08,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-16T08:24:08,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-16T08:24:08,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-16T08:24:08,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-16T08:24:08,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-16T08:24:08,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-16T08:24:08,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-16T08:24:08,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-16T08:24:08,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-16T08:24:08,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-16T08:24:08,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-16T08:24:08,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-16T08:24:08,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-16T08:24:08,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-16T08:24:08,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-16T08:24:08,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-16T08:24:08,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-16T08:24:08,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-16T08:24:08,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-16T08:24:08,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-16T08:24:08,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-16T08:24:08,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-16T08:24:08,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-16T08:24:08,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-16T08:24:08,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-16T08:24:08,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-16T08:24:08,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-16T08:24:08,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-16T08:24:08,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-16T08:24:08,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-16T08:24:08,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-16T08:24:08,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-16T08:24:08,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-16T08:24:08,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-16T08:24:08,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-16T08:24:08,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-16T08:24:08,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-16T08:24:08,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-16T08:24:08,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-16T08:24:08,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-16T08:24:08,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-16T08:24:08,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-16T08:24:08,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-16T08:24:08,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-16T08:24:08,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-16T08:24:08,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-16T08:24:08,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-16T08:24:08,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-16T08:24:08,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-16T08:24:08,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-16T08:24:08,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-16T08:24:08,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-16T08:24:08,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-16T08:24:08,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-16T08:24:08,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-16T08:24:08,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-16T08:24:08,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-16T08:24:08,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-16T08:24:08,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-16T08:24:08,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-16T08:24:08,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-16T08:24:08,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-16T08:24:08,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-16T08:24:08,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-16T08:24:08,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-16T08:24:08,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-16T08:24:08,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-16T08:24:08,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-16T08:24:08,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-16T08:24:08,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-16T08:24:08,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-16T08:24:08,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-16T08:24:08,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-16T08:24:08,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-16T08:24:08,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-16T08:24:08,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-16T08:24:08,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-16T08:24:08,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-16T08:24:08,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-16T08:24:08,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-16T08:24:08,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-16T08:24:08,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-16T08:24:08,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-16T08:24:08,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-16T08:24:08,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-16T08:24:08,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-16T08:24:08,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-16T08:24:08,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-16T08:24:08,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-16T08:24:08,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-16T08:24:08,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-16T08:24:08,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-16T08:24:08,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-16T08:24:08,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-16T08:24:08,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-16T08:24:08,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-16T08:24:08,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-16T08:24:08,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-16T08:24:08,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-16T08:24:08,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-16T08:24:08,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-16T08:24:08,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-16T08:24:08,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-16T08:24:08,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-16T08:24:08,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-16T08:24:08,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-16T08:24:08,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-16T08:24:08,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-16T08:24:08,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-16T08:24:08,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-16T08:24:08,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-16T08:24:08,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-16T08:24:08,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-16T08:24:08,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-16T08:24:08,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-16T08:24:08,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-16T08:24:08,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-16T08:24:08,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-16T08:24:08,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-16T08:24:08,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-16T08:24:08,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-16T08:24:08,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-16T08:24:08,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-16T08:24:08,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-16T08:24:08,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-16T08:24:08,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-16T08:24:08,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-16T08:24:08,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-16T08:24:08,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-16T08:24:08,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-16T08:24:08,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-16T08:24:08,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-16T08:24:08,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-16T08:24:08,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-16T08:24:08,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-16T08:24:08,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-16T08:24:08,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-16T08:24:08,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-16T08:24:08,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-16T08:24:08,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-16T08:24:08,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-16T08:24:08,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-16T08:24:08,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-16T08:24:08,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-16T08:24:08,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-16T08:24:08,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-16T08:24:08,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-16T08:24:08,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-16T08:24:08,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-16T08:24:08,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-16T08:24:08,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-16T08:24:08,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-16T08:24:08,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-16T08:24:08,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-16T08:24:08,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-16T08:24:08,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-16T08:24:08,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-16T08:24:08,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-16T08:24:08,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-16T08:24:08,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-16T08:24:08,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-16T08:24:08,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-16T08:24:08,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-16T08:24:08,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-16T08:24:08,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-16T08:24:08,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-16T08:24:08,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-16T08:24:08,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-16T08:24:08,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-16T08:24:08,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-16T08:24:08,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-16T08:24:08,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-16T08:24:08,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-16T08:24:08,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-16T08:24:08,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-16T08:24:08,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-16T08:24:08,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-16T08:24:08,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-16T08:24:08,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-16T08:24:08,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-16T08:24:08,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-16T08:24:08,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-16T08:24:08,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-16T08:24:08,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-16T08:24:08,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-16T08:24:08,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-16T08:24:08,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-16T08:24:08,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-16T08:24:08,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-16T08:24:08,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-16T08:24:08,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-16T08:24:08,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-16T08:24:08,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-16T08:24:08,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-16T08:24:08,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-16T08:24:08,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-16T08:24:08,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-16T08:24:08,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-16T08:24:08,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-16T08:24:08,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-16T08:24:08,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-16T08:24:08,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-16T08:24:08,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-16T08:24:08,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-16T08:24:08,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-16T08:24:08,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-16T08:24:08,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-16T08:24:08,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-16T08:24:08,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-16T08:24:08,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-16T08:24:08,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-16T08:24:08,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-16T08:24:08,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-16T08:24:08,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-16T08:24:08,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-16T08:24:08,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-16T08:24:08,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-16T08:24:08,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-16T08:24:08,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-16T08:24:08,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-16T08:24:08,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-16T08:24:08,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-16T08:24:08,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-16T08:24:08,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-16T08:24:08,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-16T08:24:08,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-16T08:24:08,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-16T08:24:08,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-16T08:24:08,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-16T08:24:08,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-16T08:24:08,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-16T08:24:08,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-16T08:24:08,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-16T08:24:08,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-16T08:24:08,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-16T08:24:08,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-16T08:24:08,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-16T08:24:08,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-16T08:24:08,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-16T08:24:08,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-16T08:24:08,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-16T08:24:08,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-16T08:24:08,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-16T08:24:08,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-16T08:24:08,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-16T08:24:08,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-16T08:24:08,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-16T08:24:08,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-16T08:24:08,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-16T08:24:08,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-16T08:24:08,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-16T08:24:08,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-16T08:24:08,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-16T08:24:08,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-16T08:24:08,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-16T08:24:08,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-16T08:24:08,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-16T08:24:08,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-16T08:24:08,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-16T08:24:08,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-16T08:24:08,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-16T08:24:08,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-16T08:24:08,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-16T08:24:08,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-16T08:24:08,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-16T08:24:08,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-16T08:24:08,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-16T08:24:08,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-16T08:24:08,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-16T08:24:08,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-16T08:24:08,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-16T08:24:08,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-16T08:24:08,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-16T08:24:08,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-16T08:24:08,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-16T08:24:08,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-16T08:24:08,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-16T08:24:08,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-16T08:24:08,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-16T08:24:08,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-16T08:24:08,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-16T08:24:08,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-16T08:24:08,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-16T08:24:08,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-16T08:24:08,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-16T08:24:08,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-16T08:24:08,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-16T08:24:08,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-16T08:24:08,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-16T08:24:08,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-16T08:24:08,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-16T08:24:08,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-16T08:24:08,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-16T08:24:08,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-16T08:24:08,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-16T08:24:08,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-16T08:24:08,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-16T08:24:08,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-16T08:24:08,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-16T08:24:08,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-16T08:24:08,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-16T08:24:08,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-16T08:24:08,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-16T08:24:08,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-16T08:24:08,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-16T08:24:08,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-16T08:24:08,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-16T08:24:08,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-16T08:24:08,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-16T08:24:08,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-16T08:24:08,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-16T08:24:08,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-16T08:24:08,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-16T08:24:08,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-16T08:24:08,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-16T08:24:08,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-16T08:24:08,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-16T08:24:08,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-16T08:24:08,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-16T08:24:08,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-16T08:24:08,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-16T08:24:08,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-16T08:24:08,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-16T08:24:08,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:08,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:08,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-16T08:24:09,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-16T08:24:09,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-16T08:24:09,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-16T08:24:09,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-16T08:24:09,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-16T08:24:09,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-16T08:24:09,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-16T08:24:09,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-16T08:24:09,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-16T08:24:09,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-16T08:24:09,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-16T08:24:09,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-16T08:24:09,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-16T08:24:09,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-16T08:24:09,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-16T08:24:09,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-16T08:24:09,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-16T08:24:09,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-16T08:24:09,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-16T08:24:09,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-16T08:24:09,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-16T08:24:09,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-16T08:24:09,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-16T08:24:09,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-16T08:24:09,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-16T08:24:09,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-16T08:24:09,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-16T08:24:09,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-16T08:24:09,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-16T08:24:09,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-16T08:24:09,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-16T08:24:09,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-16T08:24:09,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-16T08:24:09,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-16T08:24:09,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-16T08:24:09,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-16T08:24:09,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-16T08:24:09,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-16T08:24:09,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-16T08:24:09,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-16T08:24:09,112 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788): HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731745447935; access_time=1731745447858; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745448014; access_time=1731745447937; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731745448018; access_time=1731745448018; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T08:24:09,112 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-16T08:24:09,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-16T08:24:09,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-16T08:24:09,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-16T08:24:09,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-16T08:24:09,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-16T08:24:09,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-16T08:24:09,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-16T08:24:09,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-16T08:24:09,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-16T08:24:09,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-16T08:24:09,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-16T08:24:09,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-16T08:24:09,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-16T08:24:09,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-16T08:24:09,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-16T08:24:09,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-16T08:24:09,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-16T08:24:09,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-16T08:24:09,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-16T08:24:09,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-16T08:24:09,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,157 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T08:24:09,157 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.0 2024-11-16T08:24:09,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-16T08:24:09,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.0 after 1ms 2024-11-16T08:24:09,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-16T08:24:09,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-16T08:24:09,163 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.0 took 6ms 2024-11-16T08:24:09,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-16T08:24:09,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-16T08:24:09,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-16T08:24:09,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-16T08:24:09,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-16T08:24:09,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-16T08:24:09,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-16T08:24:09,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-16T08:24:09,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-16T08:24:09,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-16T08:24:09,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,189 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.0 so closing down 2024-11-16T08:24:09,189 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:09,194 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:09,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-16T08:24:09,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-16T08:24:09,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-16T08:24:09,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-16T08:24:09,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-16T08:24:09,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-16T08:24:09,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-16T08:24:09,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-16T08:24:09,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-16T08:24:09,213 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:09,213 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:09,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-16T08:24:09,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-16T08:24:09,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-16T08:24:09,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-16T08:24:09,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-16T08:24:09,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-16T08:24:09,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-16T08:24:09,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:09,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:09,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-16T08:24:09,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-16T08:24:09,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-16T08:24:09,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-16T08:24:09,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-16T08:24:09,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-16T08:24:09,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-16T08:24:09,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-16T08:24:09,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-16T08:24:09,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-16T08:24:09,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-16T08:24:09,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-16T08:24:09,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-16T08:24:09,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-16T08:24:09,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-16T08:24:09,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-16T08:24:09,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-16T08:24:09,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-16T08:24:09,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-16T08:24:09,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-16T08:24:09,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-16T08:24:09,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-16T08:24:09,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-16T08:24:09,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-16T08:24:09,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741875_1052 (size=743) 2024-11-16T08:24:09,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741875_1052 (size=743) 2024-11-16T08:24:09,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-16T08:24:09,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:09,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-16T08:24:09,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:09,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-16T08:24:09,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-16T08:24:09,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-16T08:24:09,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-16T08:24:09,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-16T08:24:09,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-16T08:24:09,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-16T08:24:09,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-16T08:24:09,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741876_1053 (size=743) 2024-11-16T08:24:09,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:09,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741876_1053 (size=743) 2024-11-16T08:24:09,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-16T08:24:09,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:09,312 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 128 ms; skipped=7; WAL=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-16T08:24:09,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-16T08:24:09,312 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.0, size=2.3 K (2324bytes) at 1731745449157Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.0 so closing down at 1731745449189 (+32 ms)3 split writer threads finished at 1731745449194 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745449232 (+38 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745449232Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745449286 (+54 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745449290 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745449307 (+17 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745449312 (+5 ms)Processed 27 edits across 2 Regions in 128 ms; skipped=7; WAL=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731745449312 2024-11-16T08:24:09,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-16T08:24:09,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-16T08:24:09,319 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/oldWALs/wal.dat.0 2024-11-16T08:24:09,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:09,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.1 2024-11-16T08:24:09,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-16T08:24:09,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.1 after 1ms 2024-11-16T08:24:09,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-16T08:24:09,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-16T08:24:09,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,329 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.1 took 10ms 2024-11-16T08:24:09,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-16T08:24:09,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-16T08:24:09,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-16T08:24:09,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.1 so closing down 2024-11-16T08:24:09,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:09,337 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:09,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-16T08:24:09,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-16T08:24:09,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-16T08:24:09,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-16T08:24:09,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-16T08:24:09,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,347 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:09,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-16T08:24:09,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:09,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-16T08:24:09,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,354 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:09,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-16T08:24:09,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-16T08:24:09,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-16T08:24:09,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-16T08:24:09,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-16T08:24:09,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-16T08:24:09,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-16T08:24:09,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:09,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-16T08:24:09,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741877_1054 (size=743) 2024-11-16T08:24:09,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741877_1054 (size=743) 2024-11-16T08:24:09,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:09,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-16T08:24:09,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-16T08:24:09,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-16T08:24:09,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:09,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-16T08:24:09,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-16T08:24:09,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-16T08:24:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741878_1055 (size=743) 2024-11-16T08:24:09,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741878_1055 (size=743) 2024-11-16T08:24:09,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-16T08:24:09,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:09,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-16T08:24:09,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:09,388 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:09,388 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.1, size=1.4 K (1393bytes) at 1731745449319Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.1 so closing down at 1731745449337 (+18 ms)3 split writer threads finished at 1731745449337Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745449350 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745449368 (+18 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745449371 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745449376 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745449385 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745449388 (+3 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745449388 2024-11-16T08:24:09,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-16T08:24:09,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-16T08:24:09,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-16T08:24:09,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/oldWALs/wal.dat.1 2024-11-16T08:24:09,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,394 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2, size=150 (150bytes) 2024-11-16T08:24:09,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2 2024-11-16T08:24:09,395 WARN [IPC Server handler 2 on default port 34975 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-16T08:24:09,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-16T08:24:09,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2 after 1ms 2024-11-16T08:24:09,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-16T08:24:09,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-16T08:24:09,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-16T08:24:09,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-16T08:24:09,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-16T08:24:09,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-16T08:24:09,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-16T08:24:09,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-16T08:24:09,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-16T08:24:09,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-16T08:24:09,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-16T08:24:09,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-16T08:24:09,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-16T08:24:09,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-16T08:24:09,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-16T08:24:09,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-16T08:24:09,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-16T08:24:09,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-16T08:24:09,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-16T08:24:09,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-16T08:24:09,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-16T08:24:09,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-16T08:24:09,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-16T08:24:09,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-16T08:24:09,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-16T08:24:09,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-16T08:24:09,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-16T08:24:09,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-16T08:24:09,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-16T08:24:09,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-16T08:24:09,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-16T08:24:09,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-16T08:24:09,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-16T08:24:09,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-16T08:24:09,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-16T08:24:09,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-16T08:24:09,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-16T08:24:09,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-16T08:24:09,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-16T08:24:09,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-16T08:24:09,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-16T08:24:09,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-16T08:24:09,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-16T08:24:09,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-16T08:24:09,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-16T08:24:09,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-16T08:24:09,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-16T08:24:09,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-16T08:24:09,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-16T08:24:09,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-16T08:24:09,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-16T08:24:09,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-16T08:24:09,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-16T08:24:09,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-16T08:24:09,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-16T08:24:09,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-16T08:24:09,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-16T08:24:09,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-16T08:24:09,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-16T08:24:09,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-16T08:24:09,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-16T08:24:09,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-16T08:24:09,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-16T08:24:09,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-16T08:24:09,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-16T08:24:09,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-16T08:24:09,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-16T08:24:09,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-16T08:24:09,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-16T08:24:09,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-16T08:24:09,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-16T08:24:09,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-16T08:24:09,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-16T08:24:09,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-16T08:24:09,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-16T08:24:09,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-16T08:24:09,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-16T08:24:09,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-16T08:24:09,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-16T08:24:09,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-16T08:24:09,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-16T08:24:09,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-16T08:24:09,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-16T08:24:09,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-16T08:24:09,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-16T08:24:09,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-16T08:24:09,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-16T08:24:09,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-16T08:24:09,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-16T08:24:09,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-16T08:24:09,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-16T08:24:09,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-16T08:24:09,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-16T08:24:09,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-16T08:24:09,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-16T08:24:09,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-16T08:24:09,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-16T08:24:09,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-16T08:24:09,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-16T08:24:09,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-16T08:24:09,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-16T08:24:09,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-16T08:24:09,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-16T08:24:09,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-16T08:24:09,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-16T08:24:09,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-16T08:24:09,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-16T08:24:09,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-16T08:24:09,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-16T08:24:09,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-16T08:24:09,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-16T08:24:09,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-16T08:24:09,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-16T08:24:09,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-16T08:24:09,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-16T08:24:09,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-16T08:24:09,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-16T08:24:09,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-16T08:24:09,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-16T08:24:09,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-16T08:24:09,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-16T08:24:09,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-16T08:24:09,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-16T08:24:09,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-16T08:24:09,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-16T08:24:09,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-16T08:24:09,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-16T08:24:09,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-16T08:24:09,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-16T08:24:09,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-16T08:24:09,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-16T08:24:09,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-16T08:24:09,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-16T08:24:09,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-16T08:24:09,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-16T08:24:09,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-16T08:24:09,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-16T08:24:09,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-16T08:24:09,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-16T08:24:09,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-16T08:24:09,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-16T08:24:09,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-16T08:24:09,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-16T08:24:09,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-16T08:24:09,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-16T08:24:09,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-16T08:24:09,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-16T08:24:09,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-16T08:24:09,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-16T08:24:09,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-16T08:24:09,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-16T08:24:09,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-16T08:24:09,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-16T08:24:09,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-16T08:24:09,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-16T08:24:09,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-16T08:24:09,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-16T08:24:09,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-16T08:24:09,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-16T08:24:09,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-16T08:24:09,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-16T08:24:09,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-16T08:24:09,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-16T08:24:09,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-16T08:24:09,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-16T08:24:09,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-16T08:24:09,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-16T08:24:09,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-16T08:24:09,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-16T08:24:09,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-16T08:24:09,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-16T08:24:09,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-16T08:24:09,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-16T08:24:09,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-16T08:24:09,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-16T08:24:09,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-16T08:24:09,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-16T08:24:09,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-16T08:24:09,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-16T08:24:09,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-16T08:24:09,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-16T08:24:09,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-16T08:24:09,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-16T08:24:09,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-16T08:24:09,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-16T08:24:09,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-16T08:24:09,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-16T08:24:09,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-16T08:24:09,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-16T08:24:09,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-16T08:24:09,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-16T08:24:09,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-16T08:24:09,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-16T08:24:09,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-16T08:24:09,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-16T08:24:09,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-16T08:24:09,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-16T08:24:09,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-16T08:24:09,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-16T08:24:09,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-16T08:24:09,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-16T08:24:09,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-16T08:24:09,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-16T08:24:09,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-16T08:24:09,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-16T08:24:09,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-16T08:24:09,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-16T08:24:09,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-16T08:24:09,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-16T08:24:09,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-16T08:24:09,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-16T08:24:09,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-16T08:24:09,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-16T08:24:09,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-16T08:24:09,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-16T08:24:09,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-16T08:24:09,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-16T08:24:09,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-16T08:24:09,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-16T08:24:09,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-16T08:24:09,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-16T08:24:09,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-16T08:24:09,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-16T08:24:09,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-16T08:24:09,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-16T08:24:09,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-16T08:24:09,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-16T08:24:09,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-16T08:24:09,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-16T08:24:09,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-16T08:24:09,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-16T08:24:09,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-16T08:24:09,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-16T08:24:09,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-16T08:24:09,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-16T08:24:09,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-16T08:24:09,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-16T08:24:09,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-16T08:24:09,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-16T08:24:09,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-16T08:24:09,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-16T08:24:09,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-16T08:24:09,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-16T08:24:09,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-16T08:24:09,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-16T08:24:09,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:09,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:09,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-16T08:24:10,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-16T08:24:10,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-16T08:24:10,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-16T08:24:10,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-16T08:24:10,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-16T08:24:10,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-16T08:24:10,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-16T08:24:10,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-16T08:24:10,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-16T08:24:10,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-16T08:24:10,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-16T08:24:10,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-16T08:24:10,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-16T08:24:10,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-16T08:24:10,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-16T08:24:10,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-16T08:24:10,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-16T08:24:10,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-16T08:24:10,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-16T08:24:10,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-16T08:24:10,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-16T08:24:10,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-16T08:24:10,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-16T08:24:10,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-16T08:24:10,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-16T08:24:10,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-16T08:24:10,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-16T08:24:10,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-16T08:24:10,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-16T08:24:10,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-16T08:24:10,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-16T08:24:10,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-16T08:24:10,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-16T08:24:10,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-16T08:24:10,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-16T08:24:10,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-16T08:24:10,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-16T08:24:10,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-16T08:24:10,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-16T08:24:10,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-16T08:24:10,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-16T08:24:10,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-16T08:24:10,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-16T08:24:10,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-16T08:24:10,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-16T08:24:10,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-16T08:24:10,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-16T08:24:10,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-16T08:24:10,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-16T08:24:10,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-16T08:24:10,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-16T08:24:10,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-16T08:24:10,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-16T08:24:10,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-16T08:24:10,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-16T08:24:10,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-16T08:24:10,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-16T08:24:10,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T08:24:10,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T08:24:10,096 WARN [ResponseProcessor for block BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:10,096 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_810537929_534 at /127.0.0.1:56260 [Receiving block BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:42169:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56260 dst: /127.0.0.1:42169 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42169 remote=/127.0.0.1:56260]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:10,096 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_810537929_534 at /127.0.0.1:47188 [Receiving block BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:34153:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47188 dst: /127.0.0.1:34153 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:10,097 WARN [DataStreamer for file /user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2 block BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42169,DS-2532fe86-ea42-473c-b964-e3c3e581741f,DISK], DatanodeInfoWithStorage[127.0.0.1:34153,DS-4668f086-d030-4e91-8142-a4525cb57f05,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42169,DS-2532fe86-ea42-473c-b964-e3c3e581741f,DISK]) is bad. 2024-11-16T08:24:10,098 WARN [DataStreamer for file /user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2 block BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:10,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741874_1056 (size=53795) 2024-11-16T08:24:10,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741874_1056 (size=53795) 2024-11-16T08:24:10,101 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:10,102 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-16T08:24:10,102 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 851 2024-11-16T08:24:10,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-16T08:24:10,102 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:10,103 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-371781806-172.17.0.3-1731745431648:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:13,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2 after 4002ms 2024-11-16T08:24:13,401 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2 took 4008ms 2024-11-16T08:24:13,433 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2; continuing. 2024-11-16T08:24:13,434 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2 so closing down 2024-11-16T08:24:13,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:13,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:13,438 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:13,439 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:13,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:13,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:13,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741879_1057 (size=53153) 2024-11-16T08:24:13,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741879_1057 (size=53153) 2024-11-16T08:24:13,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 830 edits, skipped 0 edits in 7 ms) 2024-11-16T08:24:13,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741880_1058 (size=743) 2024-11-16T08:24:13,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:13,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:13,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741880_1058 (size=743) 2024-11-16T08:24:13,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:13,490 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 840 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-16T08:24:13,490 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2, size=150 (150bytes) at 1731745449394Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2 so closing down at 1731745453434 (+4040 ms)3 split writer threads finished at 1731745453434Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745453443 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745453460 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 830 edits, skipped 0 edits in 7 ms) at 1731745453485 (+25 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745453488 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745453488Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745453490 (+2 ms)Processed 840 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731745453490 2024-11-16T08:24:13,492 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/WALs/testlogcannotbewrittenonceparsed,16010,1731745447788/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/ef032842-b3bd-78c7-509c-b4322a74fbea/oldWALs/wal.dat.2 2024-11-16T08:24:13,493 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-16T08:24:13,525 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=850, robber=850 2024-11-16T08:24:13,561 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=140 (was 135) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:34975 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:34975 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:34975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:34975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1307601999_22 at /127.0.0.1:33328 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 415) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4141 (was 4280) 2024-11-16T08:24:13,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=4140 2024-11-16T08:24:13,569 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:13,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741881_1059 (size=7) 2024-11-16T08:24:13,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741881_1059 (size=7) 2024-11-16T08:24:13,584 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:13,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:13,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:13,590 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:13,593 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:13,594 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:13,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:13,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:13,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:13,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741882_1060 (size=1393) 2024-11-16T08:24:13,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741882_1060 (size=1393) 2024-11-16T08:24:14,031 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:14,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:14,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741883_1061 (size=1393) 2024-11-16T08:24:14,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741883_1061 (size=1393) 2024-11-16T08:24:14,082 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:14,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:14,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741884_1062 (size=1393) 2024-11-16T08:24:14,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741884_1062 (size=1393) 2024-11-16T08:24:14,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:14,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:14,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741885_1063 (size=1393) 2024-11-16T08:24:14,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741885_1063 (size=1393) 2024-11-16T08:24:14,155 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:14,155 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:14,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741886_1064 (size=1393) 2024-11-16T08:24:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741886_1064 (size=1393) 2024-11-16T08:24:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:14,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741887_1065 (size=1393) 2024-11-16T08:24:14,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741887_1065 (size=1393) 2024-11-16T08:24:14,211 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:14,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:14,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741888_1066 (size=1405) 2024-11-16T08:24:14,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741888_1066 (size=1405) 2024-11-16T08:24:14,258 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:14,258 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:14,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741889_1067 (size=1413) 2024-11-16T08:24:14,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741889_1067 (size=1413) 2024-11-16T08:24:14,301 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:14,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:14,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741890_1068 (size=1413) 2024-11-16T08:24:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741890_1068 (size=1413) 2024-11-16T08:24:14,342 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:14,342 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:14,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:14,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:14,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741891_1069 (size=1413) 2024-11-16T08:24:14,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741891_1069 (size=1413) 2024-11-16T08:24:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:14,400 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:14,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.0 2024-11-16T08:24:14,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.0 after 2ms 2024-11-16T08:24:14,404 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:16,419 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.0 took 2020ms 2024-11-16T08:24:16,423 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.0 so closing down 2024-11-16T08:24:16,424 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:16,424 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:16,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:16,428 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:16,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:16,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741893_1071 (size=743) 2024-11-16T08:24:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741893_1071 (size=743) 2024-11-16T08:24:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741892_1070 (size=743) 2024-11-16T08:24:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741892_1070 (size=743) 2024-11-16T08:24:16,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:16,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:16,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:16,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:16,852 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:16,852 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.0, size=1.4 K (1393bytes) at 1731745454400Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.0 so closing down at 1731745456423 (+2023 ms)3 split writer threads finished at 1731745456424 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745456429 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745456430 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745456439 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745456444 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745456842 (+398 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745456852 (+10 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745456852 2024-11-16T08:24:16,857 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/oldWALs/wal.dat.0 2024-11-16T08:24:16,858 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:16,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.1 2024-11-16T08:24:16,859 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.1 after 1ms 2024-11-16T08:24:16,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.1 took 4ms 2024-11-16T08:24:16,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.1 so closing down 2024-11-16T08:24:16,864 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:16,864 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:16,868 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:16,868 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:16,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:16,869 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:16,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741894_1072 (size=743) 2024-11-16T08:24:16,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741894_1072 (size=743) 2024-11-16T08:24:16,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:16,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741895_1073 (size=743) 2024-11-16T08:24:16,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741895_1073 (size=743) 2024-11-16T08:24:16,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:16,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:16,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:16,880 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:16,881 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.1, size=1.4 K (1393bytes) at 1731745456858Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.1 so closing down at 1731745456864 (+6 ms)3 split writer threads finished at 1731745456864Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745456869 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745456870 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745456875 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745456876 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745456879 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745456880 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745456881 (+1 ms) 2024-11-16T08:24:16,885 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/oldWALs/wal.dat.1 2024-11-16T08:24:16,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:16,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.2 2024-11-16T08:24:16,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.2 after 1ms 2024-11-16T08:24:16,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.2 took 6ms 2024-11-16T08:24:16,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.2 so closing down 2024-11-16T08:24:16,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:16,893 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:16,898 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:16,898 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:16,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:16,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741897_1075 (size=743) 2024-11-16T08:24:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741897_1075 (size=743) 2024-11-16T08:24:16,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:16,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741896_1074 (size=743) 2024-11-16T08:24:16,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741896_1074 (size=743) 2024-11-16T08:24:16,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:16,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:16,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:16,923 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:16,924 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.2, size=1.4 K (1393bytes) at 1731745456885Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.2 so closing down at 1731745456893 (+8 ms)3 split writer threads finished at 1731745456893Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745456900 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745456900Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745456915 (+15 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745456919 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745456919Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745456923 (+4 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745456923 2024-11-16T08:24:16,929 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/oldWALs/wal.dat.2 2024-11-16T08:24:16,929 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:16,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.3 2024-11-16T08:24:16,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.3 after 1ms 2024-11-16T08:24:16,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.3 took 5ms 2024-11-16T08:24:16,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.3 so closing down 2024-11-16T08:24:16,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:16,937 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:16,941 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:16,941 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:16,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:16,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:16,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741899_1077 (size=743) 2024-11-16T08:24:16,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741898_1076 (size=743) 2024-11-16T08:24:16,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741899_1077 (size=743) 2024-11-16T08:24:16,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741898_1076 (size=743) 2024-11-16T08:24:16,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:16,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:16,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:16,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T08:24:16,959 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:16,959 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.3, size=1.4 K (1393bytes) at 1731745456929Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.3 so closing down at 1731745456937 (+8 ms)3 split writer threads finished at 1731745456937Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745456942 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745456942Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745456955 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745456956 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745456959 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731745456959Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745456959 2024-11-16T08:24:16,962 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/oldWALs/wal.dat.3 2024-11-16T08:24:16,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:16,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.4 2024-11-16T08:24:16,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.4 after 1ms 2024-11-16T08:24:16,965 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.4 took 3ms 2024-11-16T08:24:16,967 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.4 so closing down 2024-11-16T08:24:16,967 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:16,967 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:16,970 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:16,970 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:16,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:16,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741901_1079 (size=743) 2024-11-16T08:24:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741900_1078 (size=743) 2024-11-16T08:24:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741901_1079 (size=743) 2024-11-16T08:24:16,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741900_1078 (size=743) 2024-11-16T08:24:16,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T08:24:17,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:17,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T08:24:17,382 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:17,382 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.4, size=1.4 K (1393bytes) at 1731745456962Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.4 so closing down at 1731745456967 (+5 ms)3 split writer threads finished at 1731745456967Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745456971 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745456971Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745456978 (+7 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731745456980 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745457378 (+398 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731745457382 (+4 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745457382 2024-11-16T08:24:17,386 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/oldWALs/wal.dat.4 2024-11-16T08:24:17,386 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T08:24:17,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.5 2024-11-16T08:24:17,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.5 after 1ms 2024-11-16T08:24:17,392 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.5 took 6ms 2024-11-16T08:24:17,395 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.5 so closing down 2024-11-16T08:24:17,395 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:17,395 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:17,399 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:17,399 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:17,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:17,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741903_1081 (size=743) 2024-11-16T08:24:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741902_1080 (size=743) 2024-11-16T08:24:17,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:17,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741902_1080 (size=743) 2024-11-16T08:24:17,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:17,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741903_1081 (size=743) 2024-11-16T08:24:17,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T08:24:17,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T08:24:17,422 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:17,422 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.5, size=1.4 K (1393bytes) at 1731745457386Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.5 so closing down at 1731745457395 (+9 ms)3 split writer threads finished at 1731745457395Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745457400 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731745457400Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745457419 (+19 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745457419Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731745457422 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731745457422Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745457422 2024-11-16T08:24:17,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/oldWALs/wal.dat.5 2024-11-16T08:24:17,426 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:17,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.6 2024-11-16T08:24:17,427 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.6 after 0ms 2024-11-16T08:24:17,431 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.6 took 4ms 2024-11-16T08:24:17,432 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.6 so closing down 2024-11-16T08:24:17,432 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:17,432 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:17,437 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:17,437 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:17,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:17,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:17,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741905_1083 (size=749) 2024-11-16T08:24:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741905_1083 (size=749) 2024-11-16T08:24:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741904_1082 (size=749) 2024-11-16T08:24:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741904_1082 (size=749) 2024-11-16T08:24:17,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:17,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:17,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T08:24:17,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T08:24:17,465 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T08:24:17,465 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.6, size=1.4 K (1405bytes) at 1731745457426Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.6 so closing down at 1731745457432 (+6 ms)3 split writer threads finished at 1731745457432Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745457439 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745457439Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745457462 (+23 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745457462Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731745457465 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731745457465Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731745457465 2024-11-16T08:24:17,469 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/oldWALs/wal.dat.6 2024-11-16T08:24:17,469 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:17,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.7 2024-11-16T08:24:17,470 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.7 after 1ms 2024-11-16T08:24:17,474 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.7 took 5ms 2024-11-16T08:24:17,477 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.7 so closing down 2024-11-16T08:24:17,477 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:17,477 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:17,481 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:17,481 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:17,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:17,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:17,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741906_1084 (size=753) 2024-11-16T08:24:17,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741906_1084 (size=753) 2024-11-16T08:24:17,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741907_1085 (size=753) 2024-11-16T08:24:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741907_1085 (size=753) 2024-11-16T08:24:17,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:17,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T08:24:17,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T08:24:17,504 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:17,504 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.7, size=1.4 K (1413bytes) at 1731745457469Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.7 so closing down at 1731745457477 (+8 ms)3 split writer threads finished at 1731745457477Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745457482 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745457485 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745457499 (+14 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745457501 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731745457503 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731745457504 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745457504 2024-11-16T08:24:17,508 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/oldWALs/wal.dat.7 2024-11-16T08:24:17,509 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:17,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.8 2024-11-16T08:24:17,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.8 after 0ms 2024-11-16T08:24:17,513 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.8 took 5ms 2024-11-16T08:24:17,515 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.8 so closing down 2024-11-16T08:24:17,515 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:17,515 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:17,522 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:17,522 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:17,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:17,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:17,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741908_1086 (size=753) 2024-11-16T08:24:17,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741908_1086 (size=753) 2024-11-16T08:24:17,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741909_1087 (size=753) 2024-11-16T08:24:17,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741909_1087 (size=753) 2024-11-16T08:24:17,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:17,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:17,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T08:24:17,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T08:24:17,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:17,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.8, size=1.4 K (1413bytes) at 1731745457509Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.8 so closing down at 1731745457515 (+6 ms)3 split writer threads finished at 1731745457515Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731745457524 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745457524Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745457530 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745457530Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731745457533 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731745457533Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745457533 2024-11-16T08:24:17,537 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/oldWALs/wal.dat.8 2024-11-16T08:24:17,537 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:17,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.9 2024-11-16T08:24:17,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.9 after 1ms 2024-11-16T08:24:17,545 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.9 took 8ms 2024-11-16T08:24:17,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.9 so closing down 2024-11-16T08:24:17,550 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:17,550 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:17,553 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:17,553 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:17,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:17,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741911_1089 (size=753) 2024-11-16T08:24:17,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741910_1088 (size=753) 2024-11-16T08:24:17,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:17,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741911_1089 (size=753) 2024-11-16T08:24:17,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741910_1088 (size=753) 2024-11-16T08:24:17,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T08:24:17,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:17,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T08:24:17,979 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:17,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.9, size=1.4 K (1413bytes) at 1731745457537Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.9 so closing down at 1731745457550 (+13 ms)3 split writer threads finished at 1731745457550Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745457555 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745457556 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745457575 (+19 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731745457578 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745457976 (+398 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731745457978 (+2 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745457979 (+1 ms) 2024-11-16T08:24:17,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/WALs/testretryopenduringrecovery,16010,1731745453590/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/29a1056f-3e5c-549c-d5fb-e49fa8d1e6b8/oldWALs/wal.dat.9 2024-11-16T08:24:17,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141 (was 140) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1307601999_22 at /127.0.0.1:33480 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1307601999_22 at /127.0.0.1:46826 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 462) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4069 (was 4140) 2024-11-16T08:24:18,000 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=4067 2024-11-16T08:24:18,000 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:18,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741912_1090 (size=7) 2024-11-16T08:24:18,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741912_1090 (size=7) 2024-11-16T08:24:18,008 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:18,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:18,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:18,014 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:18,014 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:18,015 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:18,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:18,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741913_1091 (size=1393) 2024-11-16T08:24:18,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741913_1091 (size=1393) 2024-11-16T08:24:18,032 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:18,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:18,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741914_1092 (size=1393) 2024-11-16T08:24:18,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741914_1092 (size=1393) 2024-11-16T08:24:18,046 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:18,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:18,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741915_1093 (size=1393) 2024-11-16T08:24:18,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741915_1093 (size=1393) 2024-11-16T08:24:18,060 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:18,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:18,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741916_1094 (size=1393) 2024-11-16T08:24:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741916_1094 (size=1393) 2024-11-16T08:24:18,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:18,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:18,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741917_1095 (size=1393) 2024-11-16T08:24:18,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741917_1095 (size=1393) 2024-11-16T08:24:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:18,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:18,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:18,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741919_1097 (size=1405) 2024-11-16T08:24:18,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741919_1097 (size=1405) 2024-11-16T08:24:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:18,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:18,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741920_1098 (size=1413) 2024-11-16T08:24:18,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741920_1098 (size=1413) 2024-11-16T08:24:18,133 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:18,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:18,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741921_1099 (size=1413) 2024-11-16T08:24:18,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741921_1099 (size=1413) 2024-11-16T08:24:18,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:18,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:18,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:18,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741922_1100 (size=1413) 2024-11-16T08:24:18,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741922_1100 (size=1413) 2024-11-16T08:24:18,164 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:18,182 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:18,182 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.0 2024-11-16T08:24:18,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.0 after 0ms 2024-11-16T08:24:18,185 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.0 took 3ms 2024-11-16T08:24:18,188 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.0 so closing down 2024-11-16T08:24:18,188 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:18,188 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:18,198 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:18,199 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:18,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:18,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:18,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741923_1101 (size=743) 2024-11-16T08:24:18,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741923_1101 (size=743) 2024-11-16T08:24:18,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741924_1102 (size=743) 2024-11-16T08:24:18,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741924_1102 (size=743) 2024-11-16T08:24:18,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:18,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:18,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:18,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:18,621 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:18,621 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.0, size=1.4 K (1393bytes) at 1731745458182Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.0 so closing down at 1731745458188 (+6 ms)3 split writer threads finished at 1731745458188Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745458206 (+18 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745458206Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745458223 (+17 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745458226 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745458616 (+390 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745458621 (+5 ms)Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745458621 2024-11-16T08:24:18,625 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/oldWALs/wal.dat.0 2024-11-16T08:24:18,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:18,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.1 2024-11-16T08:24:18,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.1 after 1ms 2024-11-16T08:24:18,629 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.1 took 4ms 2024-11-16T08:24:18,631 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.1 so closing down 2024-11-16T08:24:18,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:18,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:18,635 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:18,635 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:18,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:18,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:18,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741925_1103 (size=743) 2024-11-16T08:24:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741926_1104 (size=743) 2024-11-16T08:24:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741926_1104 (size=743) 2024-11-16T08:24:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741925_1103 (size=743) 2024-11-16T08:24:18,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:18,655 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:18,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:18,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:18,657 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:18,657 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.1, size=1.4 K (1393bytes) at 1731745458625Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.1 so closing down at 1731745458631 (+6 ms)3 split writer threads finished at 1731745458631Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745458636 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745458636Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745458655 (+19 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745458655Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745458657 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745458657Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745458657 2024-11-16T08:24:18,659 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/oldWALs/wal.dat.1 2024-11-16T08:24:18,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:18,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.2 2024-11-16T08:24:18,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.2 after 0ms 2024-11-16T08:24:18,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.2 took 2ms 2024-11-16T08:24:18,663 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.2 so closing down 2024-11-16T08:24:18,663 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:18,663 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:18,665 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:18,665 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:18,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:18,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:18,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741928_1106 (size=743) 2024-11-16T08:24:18,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741928_1106 (size=743) 2024-11-16T08:24:18,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741927_1105 (size=743) 2024-11-16T08:24:18,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741927_1105 (size=743) 2024-11-16T08:24:18,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:18,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:19,078 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:19,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:19,081 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:19,082 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.2, size=1.4 K (1393bytes) at 1731745458659Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.2 so closing down at 1731745458663 (+4 ms)3 split writer threads finished at 1731745458663Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745458666 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745458667 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745458679 (+12 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745458681 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745459078 (+397 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745459081 (+3 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745459081 2024-11-16T08:24:19,085 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/oldWALs/wal.dat.2 2024-11-16T08:24:19,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:19,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.3 2024-11-16T08:24:19,086 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.3 after 0ms 2024-11-16T08:24:19,090 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.3 took 5ms 2024-11-16T08:24:19,093 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.3 so closing down 2024-11-16T08:24:19,094 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:19,094 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:19,098 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:19,098 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:19,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:19,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741930_1108 (size=743) 2024-11-16T08:24:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741929_1107 (size=743) 2024-11-16T08:24:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741929_1107 (size=743) 2024-11-16T08:24:19,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741930_1108 (size=743) 2024-11-16T08:24:19,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:19,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:19,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T08:24:19,106 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:19,106 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.3, size=1.4 K (1393bytes) at 1731745459085Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.3 so closing down at 1731745459093 (+8 ms)3 split writer threads finished at 1731745459094 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745459100 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745459100Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745459104 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745459104Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745459106 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731745459106Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745459106 2024-11-16T08:24:19,107 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/oldWALs/wal.dat.3 2024-11-16T08:24:19,107 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:19,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.4 2024-11-16T08:24:19,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.4 after 1ms 2024-11-16T08:24:19,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.4 took 2ms 2024-11-16T08:24:19,111 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.4 so closing down 2024-11-16T08:24:19,111 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:19,111 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:19,113 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:19,113 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:19,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:19,114 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:19,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741932_1110 (size=743) 2024-11-16T08:24:19,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741932_1110 (size=743) 2024-11-16T08:24:19,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741931_1109 (size=743) 2024-11-16T08:24:19,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741931_1109 (size=743) 2024-11-16T08:24:19,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:19,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T08:24:19,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:19,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T08:24:19,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:19,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.4, size=1.4 K (1393bytes) at 1731745459107Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.4 so closing down at 1731745459111 (+4 ms)3 split writer threads finished at 1731745459111Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745459114 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745459114Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745459121 (+7 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731745459123 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745459124 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731745459125 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745459125 2024-11-16T08:24:19,127 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/oldWALs/wal.dat.4 2024-11-16T08:24:19,127 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5, size=150 (150bytes) 2024-11-16T08:24:19,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5 2024-11-16T08:24:19,128 WARN [IPC Server handler 3 on default port 34975 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-16T08:24:19,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5 after 1ms 2024-11-16T08:24:20,101 WARN [ResponseProcessor for block BP-371781806-172.17.0.3-1731745431648:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-371781806-172.17.0.3-1731745431648:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:20,101 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2110000359_22 at /127.0.0.1:33654 [Receiving block BP-371781806-172.17.0.3-1731745431648:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:42169:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33654 dst: /127.0.0.1:42169 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42169 remote=/127.0.0.1:33654]. Total timeout mills is 60000, 58002 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:20,101 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2110000359_22 at /127.0.0.1:47068 [Receiving block BP-371781806-172.17.0.3-1731745431648:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:34153:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47068 dst: /127.0.0.1:34153 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:20,101 WARN [DataStreamer for file /user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5 block BP-371781806-172.17.0.3-1731745431648:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-371781806-172.17.0.3-1731745431648:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42169,DS-2532fe86-ea42-473c-b964-e3c3e581741f,DISK], DatanodeInfoWithStorage[127.0.0.1:34153,DS-4668f086-d030-4e91-8142-a4525cb57f05,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42169,DS-2532fe86-ea42-473c-b964-e3c3e581741f,DISK]) is bad. 2024-11-16T08:24:20,103 WARN [DataStreamer for file /user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5 block BP-371781806-172.17.0.3-1731745431648:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-371781806-172.17.0.3-1731745431648:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:20,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741918_1111 (size=1385) 2024-11-16T08:24:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741918_1111 (size=1385) 2024-11-16T08:24:23,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5 after 4002ms 2024-11-16T08:24:23,133 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5 took 4006ms 2024-11-16T08:24:23,141 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5; continuing. 2024-11-16T08:24:23,141 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5 so closing down 2024-11-16T08:24:23,141 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:23,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:23,167 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:23,171 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:23,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:23,176 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:23,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741934_1113 (size=743) 2024-11-16T08:24:23,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741934_1113 (size=743) 2024-11-16T08:24:23,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:23,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T08:24:23,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741933_1112 (size=743) 2024-11-16T08:24:23,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741933_1112 (size=743) 2024-11-16T08:24:23,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:23,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T08:24:23,198 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-16T08:24:23,198 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5, size=150 (150bytes) at 1731745459127Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5 so closing down at 1731745463141 (+4014 ms)3 split writer threads finished at 1731745463148 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745463173 (+25 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731745463176 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745463185 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731745463188 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745463196 (+8 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731745463197 (+1 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731745463198 (+1 ms) 2024-11-16T08:24:23,200 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/oldWALs/wal.dat.5 2024-11-16T08:24:23,201 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:23,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.6 2024-11-16T08:24:23,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.6 after 0ms 2024-11-16T08:24:23,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.6 took 2ms 2024-11-16T08:24:23,205 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.6 so closing down 2024-11-16T08:24:23,206 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:23,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:23,218 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:23,218 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:23,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:23,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:23,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741935_1114 (size=749) 2024-11-16T08:24:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741935_1114 (size=749) 2024-11-16T08:24:23,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:23,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T08:24:23,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741936_1115 (size=749) 2024-11-16T08:24:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741936_1115 (size=749) 2024-11-16T08:24:23,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:23,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T08:24:23,284 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T08:24:23,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.6, size=1.4 K (1405bytes) at 1731745463201Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.6 so closing down at 1731745463205 (+4 ms)3 split writer threads finished at 1731745463207 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745463220 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731745463228 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745463262 (+34 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731745463264 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745463278 (+14 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731745463284 (+6 ms)Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731745463285 (+1 ms) 2024-11-16T08:24:23,288 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/oldWALs/wal.dat.6 2024-11-16T08:24:23,288 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:23,288 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.7 2024-11-16T08:24:23,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.7 after 2ms 2024-11-16T08:24:23,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.7 took 5ms 2024-11-16T08:24:23,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.7 so closing down 2024-11-16T08:24:23,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:23,297 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:23,302 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:23,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:23,304 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:23,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:23,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741937_1116 (size=753) 2024-11-16T08:24:23,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741938_1117 (size=753) 2024-11-16T08:24:23,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741937_1116 (size=753) 2024-11-16T08:24:23,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741938_1117 (size=753) 2024-11-16T08:24:23,363 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:23,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T08:24:23,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T08:24:23,367 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:23,367 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.7, size=1.4 K (1413bytes) at 1731745463288Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.7 so closing down at 1731745463297 (+9 ms)3 split writer threads finished at 1731745463297Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745463304 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745463312 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745463361 (+49 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745463363 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731745463365 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731745463367 (+2 ms)Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745463367 2024-11-16T08:24:23,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/oldWALs/wal.dat.7 2024-11-16T08:24:23,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:23,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.8 2024-11-16T08:24:23,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.8 after 0ms 2024-11-16T08:24:23,378 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.8 took 5ms 2024-11-16T08:24:23,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.8 so closing down 2024-11-16T08:24:23,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:23,390 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:23,405 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:23,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:23,418 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:23,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:23,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741939_1118 (size=753) 2024-11-16T08:24:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741939_1118 (size=753) 2024-11-16T08:24:23,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:23,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T08:24:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741940_1119 (size=753) 2024-11-16T08:24:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741940_1119 (size=753) 2024-11-16T08:24:23,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:23,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T08:24:23,488 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:23,488 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.8, size=1.4 K (1413bytes) at 1731745463374Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.8 so closing down at 1731745463390 (+16 ms)3 split writer threads finished at 1731745463390Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745463408 (+18 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731745463428 (+20 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745463473 (+45 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731745463477 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745463481 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731745463488 (+7 ms)Processed 20 edits across 2 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745463488 2024-11-16T08:24:23,495 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/oldWALs/wal.dat.8 2024-11-16T08:24:23,495 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:23,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.9 2024-11-16T08:24:23,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.9 after 0ms 2024-11-16T08:24:23,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.9 took 4ms 2024-11-16T08:24:23,571 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.9 so closing down 2024-11-16T08:24:23,574 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:23,575 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:23,579 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:23,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:23,602 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:23,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:23,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741941_1120 (size=753) 2024-11-16T08:24:23,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741941_1120 (size=753) 2024-11-16T08:24:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741942_1121 (size=753) 2024-11-16T08:24:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741942_1121 (size=753) 2024-11-16T08:24:23,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:23,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T08:24:24,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:24,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T08:24:24,050 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:24,050 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.9, size=1.4 K (1413bytes) at 1731745463495Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.9 so closing down at 1731745463573 (+78 ms)3 split writer threads finished at 1731745463575 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745463588 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745463608 (+20 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745463666 (+58 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731745463668 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745464048 (+380 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731745464050 (+2 ms)Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745464050 2024-11-16T08:24:24,052 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731745458014/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/a821615c-dafe-dd16-572a-188053063c1e/oldWALs/wal.dat.9 2024-11-16T08:24:24,159 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=138 (was 141), OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 481), ProcessCount=11 (was 11), AvailableMemoryMB=3968 (was 4067) 2024-11-16T08:24:24,165 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=3968 2024-11-16T08:24:24,166 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:24,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741943_1122 (size=7) 2024-11-16T08:24:24,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741943_1122 (size=7) 2024-11-16T08:24:24,176 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:24,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:24,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:24,180 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:24,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138 (was 138), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=3967 (was 3968) 2024-11-16T08:24:24,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=3967 2024-11-16T08:24:24,198 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:24,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741944_1123 (size=7) 2024-11-16T08:24:24,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741944_1123 (size=7) 2024-11-16T08:24:24,620 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:24,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:24,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:24,625 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:24,626 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:24,627 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:24,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:24,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741945_1124 (size=1393) 2024-11-16T08:24:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741945_1124 (size=1393) 2024-11-16T08:24:24,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:24,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:24,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741946_1125 (size=1393) 2024-11-16T08:24:24,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741946_1125 (size=1393) 2024-11-16T08:24:24,697 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:24,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:24,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741947_1126 (size=1393) 2024-11-16T08:24:24,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741947_1126 (size=1393) 2024-11-16T08:24:24,740 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:24,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:24,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741948_1127 (size=1393) 2024-11-16T08:24:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741948_1127 (size=1393) 2024-11-16T08:24:24,800 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:24,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:24,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741949_1128 (size=1393) 2024-11-16T08:24:24,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741949_1128 (size=1393) 2024-11-16T08:24:24,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:24,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:24,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:24,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:24,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741950_1129 (size=1393) 2024-11-16T08:24:24,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741950_1129 (size=1393) 2024-11-16T08:24:25,174 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T08:24:25,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:25,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:25,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741951_1130 (size=1405) 2024-11-16T08:24:25,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741951_1130 (size=1405) 2024-11-16T08:24:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:25,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741952_1131 (size=1413) 2024-11-16T08:24:25,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741952_1131 (size=1413) 2024-11-16T08:24:25,473 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:25,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:25,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741953_1132 (size=1413) 2024-11-16T08:24:25,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741953_1132 (size=1413) 2024-11-16T08:24:25,505 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:25,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:25,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:25,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:25,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741954_1133 (size=1413) 2024-11-16T08:24:25,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741954_1133 (size=1413) 2024-11-16T08:24:25,538 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:25,558 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:25,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.0 2024-11-16T08:24:25,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.0 after 0ms 2024-11-16T08:24:25,561 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.0 took 3ms 2024-11-16T08:24:25,563 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.0 so closing down 2024-11-16T08:24:25,563 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:25,563 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:25,566 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:25,566 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:25,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:25,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741956_1135 (size=743) 2024-11-16T08:24:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741956_1135 (size=743) 2024-11-16T08:24:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741955_1134 (size=743) 2024-11-16T08:24:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741955_1134 (size=743) 2024-11-16T08:24:25,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:25,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:25,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:25,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:25,577 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:25,577 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.0, size=1.4 K (1393bytes) at 1731745465558Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.0 so closing down at 1731745465563 (+5 ms)3 split writer threads finished at 1731745465563Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745465567 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745465567Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745465575 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745465575Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745465577 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745465577Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745465577 2024-11-16T08:24:25,579 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/oldWALs/wal.dat.0 2024-11-16T08:24:25,579 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:25,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.1 2024-11-16T08:24:25,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.1 after 1ms 2024-11-16T08:24:25,582 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.1 took 3ms 2024-11-16T08:24:25,583 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.1 so closing down 2024-11-16T08:24:25,583 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:25,583 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:25,585 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:25,586 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:25,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:25,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:25,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741957_1136 (size=743) 2024-11-16T08:24:25,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741957_1136 (size=743) 2024-11-16T08:24:25,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:25,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:25,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741958_1137 (size=743) 2024-11-16T08:24:25,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741958_1137 (size=743) 2024-11-16T08:24:25,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:25,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:25,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:25,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.1, size=1.4 K (1393bytes) at 1731745465579Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.1 so closing down at 1731745465583 (+4 ms)3 split writer threads finished at 1731745465583Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745465587 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745465588 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745465592 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745465593 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745465996 (+403 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745465998 (+2 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745465998 2024-11-16T08:24:26,000 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/oldWALs/wal.dat.1 2024-11-16T08:24:26,000 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:26,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.2 2024-11-16T08:24:26,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.2 after 1ms 2024-11-16T08:24:26,003 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.2 took 3ms 2024-11-16T08:24:26,005 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.2 so closing down 2024-11-16T08:24:26,005 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:26,006 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:26,008 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:26,008 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:26,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:26,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:26,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741960_1139 (size=743) 2024-11-16T08:24:26,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:26,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741960_1139 (size=743) 2024-11-16T08:24:26,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741959_1138 (size=743) 2024-11-16T08:24:26,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741959_1138 (size=743) 2024-11-16T08:24:26,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:26,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:26,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.2, size=1.4 K (1393bytes) at 1731745466000Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.2 so closing down at 1731745466005 (+5 ms)3 split writer threads finished at 1731745466006 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745466010 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745466010Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466022 (+12 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745466024 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466036 (+12 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745466037 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745466038 (+1 ms) 2024-11-16T08:24:26,040 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/oldWALs/wal.dat.2 2024-11-16T08:24:26,041 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:26,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.3 2024-11-16T08:24:26,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.3 after 0ms 2024-11-16T08:24:26,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.3 took 4ms 2024-11-16T08:24:26,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.3 so closing down 2024-11-16T08:24:26,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:26,047 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:26,052 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:26,052 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:26,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:26,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:26,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741961_1140 (size=743) 2024-11-16T08:24:26,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741961_1140 (size=743) 2024-11-16T08:24:26,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:26,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741962_1141 (size=743) 2024-11-16T08:24:26,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741962_1141 (size=743) 2024-11-16T08:24:26,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T08:24:26,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:26,082 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.3, size=1.4 K (1393bytes) at 1731745466041Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.3 so closing down at 1731745466045 (+4 ms)3 split writer threads finished at 1731745466047 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745466057 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745466057Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466070 (+13 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745466072 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466080 (+8 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731745466082 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745466082 2024-11-16T08:24:26,084 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/oldWALs/wal.dat.3 2024-11-16T08:24:26,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:26,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.4 2024-11-16T08:24:26,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.4 after 0ms 2024-11-16T08:24:26,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.4 took 3ms 2024-11-16T08:24:26,089 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.4 so closing down 2024-11-16T08:24:26,089 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:26,092 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:26,103 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:26,105 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:26,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:26,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:26,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741963_1142 (size=743) 2024-11-16T08:24:26,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741963_1142 (size=743) 2024-11-16T08:24:26,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T08:24:26,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741964_1143 (size=743) 2024-11-16T08:24:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741964_1143 (size=743) 2024-11-16T08:24:26,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T08:24:26,144 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:26,144 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.4, size=1.4 K (1393bytes) at 1731745466085Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.4 so closing down at 1731745466089 (+4 ms)3 split writer threads finished at 1731745466092 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745466106 (+14 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745466107 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466136 (+29 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731745466138 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466142 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731745466144 (+2 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745466144 2024-11-16T08:24:26,145 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/oldWALs/wal.dat.4 2024-11-16T08:24:26,146 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T08:24:26,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.5 2024-11-16T08:24:26,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.5 after 0ms 2024-11-16T08:24:26,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.5 took 2ms 2024-11-16T08:24:26,149 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.5 so closing down 2024-11-16T08:24:26,149 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:26,149 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:26,151 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:26,152 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:26,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:26,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741966_1145 (size=743) 2024-11-16T08:24:26,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741966_1145 (size=743) 2024-11-16T08:24:26,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741965_1144 (size=743) 2024-11-16T08:24:26,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741965_1144 (size=743) 2024-11-16T08:24:26,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T08:24:26,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T08:24:26,174 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:26,174 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.5, size=1.4 K (1393bytes) at 1731745466146Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.5 so closing down at 1731745466149 (+3 ms)3 split writer threads finished at 1731745466149Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731745466152 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745466153 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466170 (+17 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731745466171 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466172 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731745466174 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745466174 2024-11-16T08:24:26,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/oldWALs/wal.dat.5 2024-11-16T08:24:26,176 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:26,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.6 2024-11-16T08:24:26,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.6 after 0ms 2024-11-16T08:24:26,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.6 took 2ms 2024-11-16T08:24:26,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.6 so closing down 2024-11-16T08:24:26,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:26,180 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:26,182 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:26,182 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:26,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:26,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:26,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741968_1147 (size=749) 2024-11-16T08:24:26,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741968_1147 (size=749) 2024-11-16T08:24:26,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741967_1146 (size=749) 2024-11-16T08:24:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741967_1146 (size=749) 2024-11-16T08:24:26,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T08:24:26,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T08:24:26,211 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T08:24:26,211 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.6, size=1.4 K (1405bytes) at 1731745466176Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.6 so closing down at 1731745466179 (+3 ms)3 split writer threads finished at 1731745466180 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731745466184 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745466184Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466199 (+15 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731745466200 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466209 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731745466210 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731745466211 (+1 ms) 2024-11-16T08:24:26,212 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/oldWALs/wal.dat.6 2024-11-16T08:24:26,213 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:26,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.7 2024-11-16T08:24:26,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.7 after 0ms 2024-11-16T08:24:26,215 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.7 took 3ms 2024-11-16T08:24:26,216 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.7 so closing down 2024-11-16T08:24:26,216 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:26,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:26,222 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:26,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:26,230 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:26,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741969_1148 (size=753) 2024-11-16T08:24:26,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741969_1148 (size=753) 2024-11-16T08:24:26,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T08:24:26,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741970_1149 (size=753) 2024-11-16T08:24:26,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741970_1149 (size=753) 2024-11-16T08:24:26,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T08:24:26,264 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:26,264 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.7, size=1.4 K (1413bytes) at 1731745466213Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.7 so closing down at 1731745466216 (+3 ms)3 split writer threads finished at 1731745466216Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745466229 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745466236 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466251 (+15 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731745466252 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466262 (+10 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731745466263 (+1 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745466264 (+1 ms) 2024-11-16T08:24:26,266 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/oldWALs/wal.dat.7 2024-11-16T08:24:26,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:26,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.8 2024-11-16T08:24:26,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.8 after 4ms 2024-11-16T08:24:26,273 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.8 took 6ms 2024-11-16T08:24:26,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.8 so closing down 2024-11-16T08:24:26,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:26,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:26,282 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:26,285 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:26,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:26,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741971_1150 (size=753) 2024-11-16T08:24:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741971_1150 (size=753) 2024-11-16T08:24:26,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741972_1151 (size=753) 2024-11-16T08:24:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741972_1151 (size=753) 2024-11-16T08:24:26,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T08:24:26,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T08:24:26,311 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:26,312 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.8, size=1.4 K (1413bytes) at 1731745466266Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.8 so closing down at 1731745466279 (+13 ms)3 split writer threads finished at 1731745466279Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731745466288 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745466288Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466303 (+15 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731745466305 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466310 (+5 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731745466311 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745466311 2024-11-16T08:24:26,313 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/oldWALs/wal.dat.8 2024-11-16T08:24:26,313 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:26,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.9 2024-11-16T08:24:26,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.9 after 1ms 2024-11-16T08:24:26,316 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.9 took 3ms 2024-11-16T08:24:26,317 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.9 so closing down 2024-11-16T08:24:26,318 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:26,318 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:26,320 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:26,321 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:26,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:26,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:26,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741973_1152 (size=753) 2024-11-16T08:24:26,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741973_1152 (size=753) 2024-11-16T08:24:26,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T08:24:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741974_1153 (size=753) 2024-11-16T08:24:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741974_1153 (size=753) 2024-11-16T08:24:26,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:26,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T08:24:26,343 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:26,343 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.9, size=1.4 K (1413bytes) at 1731745466313Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.9 so closing down at 1731745466317 (+4 ms)3 split writer threads finished at 1731745466318 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745466327 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745466327Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466333 (+6 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731745466335 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745466341 (+6 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731745466343 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745466343 2024-11-16T08:24:26,345 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/WALs/testsplit,16010,1731745464625/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/5b8c0964-3514-fe6d-4276-d827c6ddb337/oldWALs/wal.dat.9 2024-11-16T08:24:26,429 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138 (was 138), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=3957 (was 3967) 2024-11-16T08:24:26,436 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=3956 2024-11-16T08:24:26,436 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:26,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741975_1154 (size=7) 2024-11-16T08:24:26,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741975_1154 (size=7) 2024-11-16T08:24:26,443 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:26,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:26,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:26,448 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:26,448 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:26,449 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:26,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:26,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741976_1155 (size=1393) 2024-11-16T08:24:26,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741976_1155 (size=1393) 2024-11-16T08:24:26,462 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:26,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:26,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741977_1156 (size=1393) 2024-11-16T08:24:26,479 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:26,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:26,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741977_1156 (size=1393) 2024-11-16T08:24:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741978_1157 (size=1393) 2024-11-16T08:24:26,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741978_1157 (size=1393) 2024-11-16T08:24:26,892 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:26,892 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:26,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741979_1158 (size=1393) 2024-11-16T08:24:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741979_1158 (size=1393) 2024-11-16T08:24:26,907 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:26,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:26,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741980_1159 (size=1393) 2024-11-16T08:24:26,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741980_1159 (size=1393) 2024-11-16T08:24:26,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:26,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:26,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741981_1160 (size=1393) 2024-11-16T08:24:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741981_1160 (size=1393) 2024-11-16T08:24:26,941 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:26,941 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:26,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741982_1161 (size=1405) 2024-11-16T08:24:26,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741982_1161 (size=1405) 2024-11-16T08:24:26,954 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:26,954 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:26,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741983_1162 (size=1413) 2024-11-16T08:24:26,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741983_1162 (size=1413) 2024-11-16T08:24:26,978 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:26,978 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:26,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741984_1163 (size=1413) 2024-11-16T08:24:26,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741984_1163 (size=1413) 2024-11-16T08:24:26,992 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:26,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:26,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:26,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:26,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:27,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:27,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741985_1164 (size=1413) 2024-11-16T08:24:27,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741985_1164 (size=1413) 2024-11-16T08:24:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:27,429 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:27,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.0 2024-11-16T08:24:27,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.0 after 0ms 2024-11-16T08:24:27,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.0 took 3ms 2024-11-16T08:24:27,434 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.0 so closing down 2024-11-16T08:24:27,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:27,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:27,437 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:27,437 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:27,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:27,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:27,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741987_1166 (size=743) 2024-11-16T08:24:27,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741987_1166 (size=743) 2024-11-16T08:24:27,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:27,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:27,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741986_1165 (size=743) 2024-11-16T08:24:27,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741986_1165 (size=743) 2024-11-16T08:24:27,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:27,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:27,465 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:27,465 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.0, size=1.4 K (1393bytes) at 1731745467429Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.0 so closing down at 1731745467434 (+5 ms)3 split writer threads finished at 1731745467434Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745467438 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745467438Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745467454 (+16 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745467456 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745467462 (+6 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745467464 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745467465 (+1 ms) 2024-11-16T08:24:27,468 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/oldWALs/wal.dat.0 2024-11-16T08:24:27,468 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:27,468 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.1 2024-11-16T08:24:27,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.1 after 1ms 2024-11-16T08:24:27,471 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.1 took 3ms 2024-11-16T08:24:27,473 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.1 so closing down 2024-11-16T08:24:27,473 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:27,473 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:27,475 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:27,475 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:27,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:27,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:27,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741988_1167 (size=743) 2024-11-16T08:24:27,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741988_1167 (size=743) 2024-11-16T08:24:27,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:27,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741989_1168 (size=743) 2024-11-16T08:24:27,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:27,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741989_1168 (size=743) 2024-11-16T08:24:27,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:27,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:27,493 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:27,493 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.1, size=1.4 K (1393bytes) at 1731745467468Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.1 so closing down at 1731745467473 (+5 ms)3 split writer threads finished at 1731745467473Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745467476 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745467476Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745467487 (+11 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745467490 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745467490Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745467493 (+3 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745467493 2024-11-16T08:24:27,496 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/oldWALs/wal.dat.1 2024-11-16T08:24:27,496 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:27,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.2 2024-11-16T08:24:27,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.2 after 1ms 2024-11-16T08:24:27,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.2 took 3ms 2024-11-16T08:24:27,500 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.2 so closing down 2024-11-16T08:24:27,500 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:27,500 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:27,503 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:27,504 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:27,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:27,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:27,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741990_1169 (size=743) 2024-11-16T08:24:27,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741990_1169 (size=743) 2024-11-16T08:24:27,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:27,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:27,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741991_1170 (size=743) 2024-11-16T08:24:27,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741991_1170 (size=743) 2024-11-16T08:24:27,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:27,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:27,526 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:27,526 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.2, size=1.4 K (1393bytes) at 1731745467496Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.2 so closing down at 1731745467500 (+4 ms)3 split writer threads finished at 1731745467500Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745467506 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745467506Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745467520 (+14 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745467522 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745467524 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745467526 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745467526 2024-11-16T08:24:27,529 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/oldWALs/wal.dat.2 2024-11-16T08:24:27,530 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:27,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.3 2024-11-16T08:24:27,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.3 after 0ms 2024-11-16T08:24:27,533 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.3 took 4ms 2024-11-16T08:24:27,534 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.3 so closing down 2024-11-16T08:24:27,534 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:27,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:27,536 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:27,537 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:27,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:27,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:27,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741992_1171 (size=743) 2024-11-16T08:24:27,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741992_1171 (size=743) 2024-11-16T08:24:27,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:27,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741993_1172 (size=743) 2024-11-16T08:24:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741993_1172 (size=743) 2024-11-16T08:24:27,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:27,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T08:24:27,561 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:27,561 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.3, size=1.4 K (1393bytes) at 1731745467530Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.3 so closing down at 1731745467534 (+4 ms)3 split writer threads finished at 1731745467534Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745467538 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745467538Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745467553 (+15 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745467556 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745467559 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731745467561 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745467561 2024-11-16T08:24:27,564 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/oldWALs/wal.dat.3 2024-11-16T08:24:27,564 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:27,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.4 2024-11-16T08:24:27,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.4 after 0ms 2024-11-16T08:24:27,567 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.4 took 3ms 2024-11-16T08:24:27,568 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.4 so closing down 2024-11-16T08:24:27,568 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:27,568 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:27,571 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:27,571 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:27,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:27,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:27,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741995_1174 (size=743) 2024-11-16T08:24:27,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741994_1173 (size=743) 2024-11-16T08:24:27,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741994_1173 (size=743) 2024-11-16T08:24:27,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741995_1174 (size=743) 2024-11-16T08:24:27,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:27,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T08:24:27,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:27,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T08:24:27,987 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:27,987 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.4, size=1.4 K (1393bytes) at 1731745467564Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.4 so closing down at 1731745467568 (+4 ms)3 split writer threads finished at 1731745467568Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745467574 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745467574Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745467585 (+11 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731745467588 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745467985 (+397 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731745467987 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745467987 2024-11-16T08:24:27,990 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/oldWALs/wal.dat.4 2024-11-16T08:24:27,990 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T08:24:27,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.5 2024-11-16T08:24:27,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.5 after 1ms 2024-11-16T08:24:27,994 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.5 took 4ms 2024-11-16T08:24:27,997 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.5 so closing down 2024-11-16T08:24:27,997 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:27,997 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:28,009 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:28,009 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:28,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:28,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:28,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741996_1175 (size=743) 2024-11-16T08:24:28,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741996_1175 (size=743) 2024-11-16T08:24:28,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:28,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T08:24:28,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741997_1176 (size=743) 2024-11-16T08:24:28,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741997_1176 (size=743) 2024-11-16T08:24:28,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:28,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T08:24:28,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:28,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.5, size=1.4 K (1393bytes) at 1731745467990Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.5 so closing down at 1731745467997 (+7 ms)3 split writer threads finished at 1731745467997Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745468012 (+15 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745468012Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745468030 (+18 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731745468033 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745468051 (+18 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731745468055 (+4 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745468055 2024-11-16T08:24:28,059 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/oldWALs/wal.dat.5 2024-11-16T08:24:28,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:28,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.6 2024-11-16T08:24:28,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.6 after 0ms 2024-11-16T08:24:28,063 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.6 took 4ms 2024-11-16T08:24:28,064 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.6 so closing down 2024-11-16T08:24:28,064 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:28,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:28,067 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:28,067 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:28,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:28,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:28,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741999_1178 (size=749) 2024-11-16T08:24:28,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741999_1178 (size=749) 2024-11-16T08:24:28,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:28,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741998_1177 (size=749) 2024-11-16T08:24:28,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073741998_1177 (size=749) 2024-11-16T08:24:28,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T08:24:28,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:28,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T08:24:28,507 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T08:24:28,507 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.6, size=1.4 K (1405bytes) at 1731745468059Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.6 so closing down at 1731745468064 (+5 ms)3 split writer threads finished at 1731745468064Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745468068 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731745468080 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745468099 (+19 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731745468103 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745468500 (+397 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731745468507 (+7 ms)Processed 20 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731745468507 2024-11-16T08:24:28,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/oldWALs/wal.dat.6 2024-11-16T08:24:28,514 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:28,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.7 2024-11-16T08:24:28,515 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.7 after 1ms 2024-11-16T08:24:28,523 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.7 took 9ms 2024-11-16T08:24:28,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.7 so closing down 2024-11-16T08:24:28,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:28,541 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:28,548 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:28,562 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:28,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:28,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:28,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742001_1180 (size=753) 2024-11-16T08:24:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742001_1180 (size=753) 2024-11-16T08:24:28,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:28,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T08:24:28,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742000_1179 (size=753) 2024-11-16T08:24:28,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742000_1179 (size=753) 2024-11-16T08:24:28,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:28,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T08:24:28,642 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:28,642 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.7, size=1.4 K (1413bytes) at 1731745468514Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.7 so closing down at 1731745468541 (+27 ms)3 split writer threads finished at 1731745468541Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745468576 (+35 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745468580 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745468623 (+43 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731745468627 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745468636 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731745468642 (+6 ms)Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745468642 2024-11-16T08:24:28,648 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/oldWALs/wal.dat.7 2024-11-16T08:24:28,649 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:28,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.8 2024-11-16T08:24:28,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.8 after 1ms 2024-11-16T08:24:28,654 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.8 took 5ms 2024-11-16T08:24:28,673 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.8 so closing down 2024-11-16T08:24:28,673 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:28,676 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:28,685 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:28,687 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:28,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:28,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:28,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742002_1181 (size=753) 2024-11-16T08:24:28,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742002_1181 (size=753) 2024-11-16T08:24:28,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:28,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T08:24:28,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742003_1182 (size=753) 2024-11-16T08:24:28,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742003_1182 (size=753) 2024-11-16T08:24:28,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:28,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T08:24:28,729 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:28,729 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.8, size=1.4 K (1413bytes) at 1731745468649Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.8 so closing down at 1731745468673 (+24 ms)3 split writer threads finished at 1731745468676 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745468688 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731745468688Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745468714 (+26 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731745468720 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745468726 (+6 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731745468729 (+3 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745468729 2024-11-16T08:24:28,735 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/oldWALs/wal.dat.8 2024-11-16T08:24:28,735 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:28,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.9 2024-11-16T08:24:28,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.9 after 1ms 2024-11-16T08:24:28,740 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.9 took 5ms 2024-11-16T08:24:28,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.9 so closing down 2024-11-16T08:24:28,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:28,752 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:28,756 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:28,756 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:28,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:28,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:28,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742005_1184 (size=753) 2024-11-16T08:24:28,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742005_1184 (size=753) 2024-11-16T08:24:28,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:28,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T08:24:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742004_1183 (size=753) 2024-11-16T08:24:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742004_1183 (size=753) 2024-11-16T08:24:28,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:28,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T08:24:28,810 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:28,810 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.9, size=1.4 K (1413bytes) at 1731745468735Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.9 so closing down at 1731745468750 (+15 ms)3 split writer threads finished at 1731745468752 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745468758 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745468758Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745468788 (+30 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731745468791 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745468807 (+16 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731745468810 (+3 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745468810 2024-11-16T08:24:28,813 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/WALs/testmovedwalduringrecovery,16010,1731745466448/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/1f4e41df-241a-6aaf-e5c2-76bad94d9a25/oldWALs/wal.dat.9 2024-11-16T08:24:28,825 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138 (was 138), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=3942 (was 3956) 2024-11-16T08:24:28,836 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=3941 2024-11-16T08:24:28,836 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:28,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742006_1185 (size=7) 2024-11-16T08:24:28,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742006_1185 (size=7) 2024-11-16T08:24:28,852 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:28,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:28,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:28,856 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:28,859 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-16T08:24:28,860 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-16T08:24:28,861 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-16T08:24:28,862 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-16T08:24:28,862 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-16T08:24:28,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/WALs/testthreading,16010,1731745468857/wal.dat..fake, size=0 (0bytes) 2024-11-16T08:24:28,893 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/WALs/testthreading,16010,1731745468857/wal.dat..fake took 8ms 2024-11-16T08:24:29,418 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/WALs/testthreading,16010,1731745468857/wal.dat..fake so closing down 2024-11-16T08:24:29,419 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:29,422 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:29,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-16T08:24:29,463 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-16T08:24:29,478 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-16T08:24:29,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 104 ms) 2024-11-16T08:24:29,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-16T08:24:29,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 117 ms) 2024-11-16T08:24:29,581 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 102 ms) 2024-11-16T08:24:29,598 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-16T08:24:29,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 70 ms) 2024-11-16T08:24:29,666 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) 2024-11-16T08:24:29,668 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 772 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/WALs/testthreading,16010,1731745468857/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T08:24:29,668 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/WALs/testthreading,16010,1731745468857/wal.dat..fake, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/WALs/testthreading,16010,1731745468857/wal.dat..fake, size=0 (0bytes) at 1731745468885Split 1024 edits, skipped 0 edits. at 1731745468927 (+42 ms)Split 2048 edits, skipped 0 edits. at 1731745468954 (+27 ms)Split 3072 edits, skipped 0 edits. at 1731745468979 (+25 ms)Split 4096 edits, skipped 0 edits. at 1731745469003 (+24 ms)Split 5120 edits, skipped 0 edits. at 1731745469030 (+27 ms)Split 6144 edits, skipped 0 edits. at 1731745469057 (+27 ms)Split 7168 edits, skipped 0 edits. at 1731745469082 (+25 ms)Split 8192 edits, skipped 0 edits. at 1731745469104 (+22 ms)Split 9216 edits, skipped 0 edits. at 1731745469135 (+31 ms)Split 10240 edits, skipped 0 edits. at 1731745469166 (+31 ms)Split 11264 edits, skipped 0 edits. at 1731745469205 (+39 ms)Split 12288 edits, skipped 0 edits. at 1731745469240 (+35 ms)Split 13312 edits, skipped 0 edits. at 1731745469264 (+24 ms)Split 14336 edits, skipped 0 edits. at 1731745469291 (+27 ms)Split 15360 edits, skipped 0 edits. at 1731745469318 (+27 ms)Split 16384 edits, skipped 0 edits. at 1731745469343 (+25 ms)Split 17408 edits, skipped 0 edits. at 1731745469366 (+23 ms)Split 18432 edits, skipped 0 edits. at 1731745469386 (+20 ms)Split 19456 edits, skipped 0 edits. at 1731745469409 (+23 ms)Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/WALs/testthreading,16010,1731745468857/wal.dat..fake so closing down at 1731745469418 (+9 ms)3 split writer threads finished at 1731745469422 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731745469444 (+22 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731745469463 (+19 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731745469478 (+15 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 104 ms) at 1731745469549 (+71 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731745469552 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 117 ms) at 1731745469581 (+29 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 102 ms) at 1731745469581Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731745469598 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 70 ms) at 1731745469623 (+25 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) at 1731745469666 (+43 ms)Processed 20000 edits across 5 Regions in 772 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/fac9700b-a4ef-2ea6-989e-484542cfbfbf/WALs/testthreading,16010,1731745468857/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731745469668 (+2 ms) 2024-11-16T08:24:29,668 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-16T08:24:29,668 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-16T08:24:29,668 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-16T08:24:29,668 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-16T08:24:29,668 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-16T08:24:29,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138 (was 138), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 439) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3869 (was 3941) 2024-11-16T08:24:29,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=3867 2024-11-16T08:24:29,705 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:29,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742007_1186 (size=7) 2024-11-16T08:24:29,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742007_1186 (size=7) 2024-11-16T08:24:29,771 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:29,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:29,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:29,776 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:29,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T08:24:29,784 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:29,787 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:29,789 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:29,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742008_1187 (size=1393) 2024-11-16T08:24:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742008_1187 (size=1393) 2024-11-16T08:24:29,854 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:29,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:29,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742009_1188 (size=1393) 2024-11-16T08:24:29,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742009_1188 (size=1393) 2024-11-16T08:24:29,880 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:29,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:29,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742010_1189 (size=1393) 2024-11-16T08:24:29,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742010_1189 (size=1393) 2024-11-16T08:24:29,897 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:29,897 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:29,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742011_1190 (size=1393) 2024-11-16T08:24:29,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742011_1190 (size=1393) 2024-11-16T08:24:29,927 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:29,928 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:29,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742012_1191 (size=1393) 2024-11-16T08:24:29,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742012_1191 (size=1393) 2024-11-16T08:24:29,952 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:29,952 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:29,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742013_1192 (size=1393) 2024-11-16T08:24:29,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742013_1192 (size=1393) 2024-11-16T08:24:29,969 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:29,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:29,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:29,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742014_1193 (size=1405) 2024-11-16T08:24:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742014_1193 (size=1405) 2024-11-16T08:24:30,396 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:30,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:30,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742015_1194 (size=1413) 2024-11-16T08:24:30,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742015_1194 (size=1413) 2024-11-16T08:24:30,510 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:30,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:30,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742016_1195 (size=1413) 2024-11-16T08:24:30,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742016_1195 (size=1413) 2024-11-16T08:24:30,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:30,528 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:30,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:30,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742017_1196 (size=1413) 2024-11-16T08:24:30,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742017_1196 (size=1413) 2024-11-16T08:24:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:30,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-16T08:24:30,569 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty, size=0 (0bytes) 2024-11-16T08:24:30,570 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty might be still open, length is 0 2024-11-16T08:24:30,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty 2024-11-16T08:24:30,570 WARN [IPC Server handler 0 on default port 34975 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty closed. 2024-11-16T08:24:30,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty after 0ms 2024-11-16T08:24:30,572 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-16T08:24:30,572 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty; empty? 2024-11-16T08:24:30,572 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty so closing down 2024-11-16T08:24:30,573 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T08:24:30,573 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty, size=0 (0bytes) at 1731745470569Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty so closing down at 1731745470572 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731745470573 (+1 ms) 2024-11-16T08:24:30,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat..empty to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/oldWALs/wal.dat..empty 2024-11-16T08:24:30,575 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:30,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.0 2024-11-16T08:24:30,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.0 after 0ms 2024-11-16T08:24:30,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.0 took 2ms 2024-11-16T08:24:30,579 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.0 so closing down 2024-11-16T08:24:30,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:30,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:30,582 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:30,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:30,585 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:30,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742018_1197 (size=743) 2024-11-16T08:24:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742018_1197 (size=743) 2024-11-16T08:24:30,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:30,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:30,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742019_1198 (size=743) 2024-11-16T08:24:30,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742019_1198 (size=743) 2024-11-16T08:24:30,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:30,607 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:30,607 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.0, size=1.4 K (1393bytes) at 1731745470575Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.0 so closing down at 1731745470579 (+4 ms)3 split writer threads finished at 1731745470579Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745470583 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745470591 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745470600 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745470602 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745470606 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745470607 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745470607 2024-11-16T08:24:30,609 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/oldWALs/wal.dat.0 2024-11-16T08:24:30,609 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:30,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.1 2024-11-16T08:24:30,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.1 after 0ms 2024-11-16T08:24:30,612 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.1 took 3ms 2024-11-16T08:24:30,613 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.1 so closing down 2024-11-16T08:24:30,613 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:30,613 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:30,621 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:30,621 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:30,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:30,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742020_1199 (size=743) 2024-11-16T08:24:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742020_1199 (size=743) 2024-11-16T08:24:30,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:30,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:30,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742021_1200 (size=743) 2024-11-16T08:24:30,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742021_1200 (size=743) 2024-11-16T08:24:30,655 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:30,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:30,657 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:30,657 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.1, size=1.4 K (1393bytes) at 1731745470609Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.1 so closing down at 1731745470613 (+4 ms)3 split writer threads finished at 1731745470613Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745470622 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745470628 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745470646 (+18 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745470647 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745470655 (+8 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745470656 (+1 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745470657 (+1 ms) 2024-11-16T08:24:30,659 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/oldWALs/wal.dat.1 2024-11-16T08:24:30,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:30,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.2 2024-11-16T08:24:30,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.2 after 0ms 2024-11-16T08:24:30,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.2 took 2ms 2024-11-16T08:24:30,663 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.2 so closing down 2024-11-16T08:24:30,663 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:30,663 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:30,665 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:30,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:30,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:30,669 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:30,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742023_1202 (size=743) 2024-11-16T08:24:30,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742023_1202 (size=743) 2024-11-16T08:24:30,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:30,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:30,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742022_1201 (size=743) 2024-11-16T08:24:30,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742022_1201 (size=743) 2024-11-16T08:24:30,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:30,693 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:30,693 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:30,693 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.2, size=1.4 K (1393bytes) at 1731745470659Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.2 so closing down at 1731745470663 (+4 ms)3 split writer threads finished at 1731745470663Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745470668 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745470669 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745470680 (+11 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745470681 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745470692 (+11 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745470693 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745470693 2024-11-16T08:24:30,696 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/oldWALs/wal.dat.2 2024-11-16T08:24:30,696 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:30,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.3 2024-11-16T08:24:30,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.3 after 1ms 2024-11-16T08:24:30,699 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.3 took 3ms 2024-11-16T08:24:30,709 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.3 so closing down 2024-11-16T08:24:30,709 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:30,709 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:30,715 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:30,716 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:30,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:30,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:30,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742025_1204 (size=743) 2024-11-16T08:24:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742025_1204 (size=743) 2024-11-16T08:24:30,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742024_1203 (size=743) 2024-11-16T08:24:30,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742024_1203 (size=743) 2024-11-16T08:24:30,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:31,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:31,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T08:24:31,144 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:31,144 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.3, size=1.4 K (1393bytes) at 1731745470696Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.3 so closing down at 1731745470709 (+13 ms)3 split writer threads finished at 1731745470709Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745470720 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745470720Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745470741 (+21 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745470743 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745471142 (+399 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731745471143 (+1 ms)Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745471144 (+1 ms) 2024-11-16T08:24:31,147 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/oldWALs/wal.dat.3 2024-11-16T08:24:31,147 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:31,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.4 2024-11-16T08:24:31,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.4 after 1ms 2024-11-16T08:24:31,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.4 took 2ms 2024-11-16T08:24:31,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.4 so closing down 2024-11-16T08:24:31,151 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:31,151 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:31,153 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:31,153 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:31,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:31,154 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742027_1206 (size=743) 2024-11-16T08:24:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742027_1206 (size=743) 2024-11-16T08:24:31,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:31,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742026_1205 (size=743) 2024-11-16T08:24:31,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742026_1205 (size=743) 2024-11-16T08:24:31,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:31,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T08:24:31,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T08:24:31,168 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:31,168 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.4, size=1.4 K (1393bytes) at 1731745471147Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.4 so closing down at 1731745471151 (+4 ms)3 split writer threads finished at 1731745471151Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745471154 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745471154Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745471165 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745471167 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731745471167Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731745471168 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745471168 2024-11-16T08:24:31,169 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/oldWALs/wal.dat.4 2024-11-16T08:24:31,170 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T08:24:31,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.5 2024-11-16T08:24:31,172 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.5 after 2ms 2024-11-16T08:24:31,174 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.5 took 5ms 2024-11-16T08:24:31,176 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.5 so closing down 2024-11-16T08:24:31,176 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:31,176 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:31,178 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:31,178 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:31,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:31,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:31,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742028_1207 (size=743) 2024-11-16T08:24:31,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742028_1207 (size=743) 2024-11-16T08:24:31,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:31,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T08:24:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742029_1208 (size=743) 2024-11-16T08:24:31,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742029_1208 (size=743) 2024-11-16T08:24:31,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:31,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T08:24:31,200 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:31,200 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.5, size=1.4 K (1393bytes) at 1731745471170Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.5 so closing down at 1731745471176 (+6 ms)3 split writer threads finished at 1731745471176Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745471179 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731745471180 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745471190 (+10 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731745471191 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745471198 (+7 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731745471200 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745471200 2024-11-16T08:24:31,202 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/oldWALs/wal.dat.5 2024-11-16T08:24:31,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:31,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.6 2024-11-16T08:24:31,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.6 after 0ms 2024-11-16T08:24:31,205 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.6 took 3ms 2024-11-16T08:24:31,206 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.6 so closing down 2024-11-16T08:24:31,206 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:31,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:31,209 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:31,209 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:31,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:31,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:31,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742030_1209 (size=749) 2024-11-16T08:24:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742030_1209 (size=749) 2024-11-16T08:24:31,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:31,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T08:24:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742031_1210 (size=749) 2024-11-16T08:24:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742031_1210 (size=749) 2024-11-16T08:24:31,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:31,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T08:24:31,236 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T08:24:31,236 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.6, size=1.4 K (1405bytes) at 1731745471203Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.6 so closing down at 1731745471206 (+3 ms)3 split writer threads finished at 1731745471207 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745471210 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731745471212 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745471225 (+13 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731745471226 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745471234 (+8 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731745471235 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731745471236 (+1 ms) 2024-11-16T08:24:31,240 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/oldWALs/wal.dat.6 2024-11-16T08:24:31,240 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:31,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.7 2024-11-16T08:24:31,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.7 after 0ms 2024-11-16T08:24:31,242 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.7 took 2ms 2024-11-16T08:24:31,244 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.7 so closing down 2024-11-16T08:24:31,244 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:31,244 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:31,246 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:31,246 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:31,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:31,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:31,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742032_1211 (size=753) 2024-11-16T08:24:31,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742032_1211 (size=753) 2024-11-16T08:24:31,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:31,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T08:24:31,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742033_1212 (size=753) 2024-11-16T08:24:31,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742033_1212 (size=753) 2024-11-16T08:24:31,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:31,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T08:24:31,283 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:31,283 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.7, size=1.4 K (1413bytes) at 1731745471240Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.7 so closing down at 1731745471244 (+4 ms)3 split writer threads finished at 1731745471244Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745471249 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745471249Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745471277 (+28 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731745471280 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745471281 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731745471283 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745471283 2024-11-16T08:24:31,285 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/oldWALs/wal.dat.7 2024-11-16T08:24:31,285 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:31,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.8 2024-11-16T08:24:31,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.8 after 2ms 2024-11-16T08:24:31,289 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.8 took 4ms 2024-11-16T08:24:31,291 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.8 so closing down 2024-11-16T08:24:31,291 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:31,291 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:31,294 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:31,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:31,295 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:31,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:31,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742034_1213 (size=753) 2024-11-16T08:24:31,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742034_1213 (size=753) 2024-11-16T08:24:31,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742035_1214 (size=753) 2024-11-16T08:24:31,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742035_1214 (size=753) 2024-11-16T08:24:31,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:31,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T08:24:31,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:31,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T08:24:31,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:31,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.8, size=1.4 K (1413bytes) at 1731745471285Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.8 so closing down at 1731745471291 (+6 ms)3 split writer threads finished at 1731745471291Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745471295 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731745471297 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745471313 (+16 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731745471315 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745471711 (+396 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731745471713 (+2 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745471713 2024-11-16T08:24:31,716 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/oldWALs/wal.dat.8 2024-11-16T08:24:31,716 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:31,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.9 2024-11-16T08:24:31,717 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.9 after 1ms 2024-11-16T08:24:31,719 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.9 took 3ms 2024-11-16T08:24:31,721 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.9 so closing down 2024-11-16T08:24:31,721 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:31,721 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:31,734 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:31,743 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:31,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:31,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:31,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742036_1215 (size=753) 2024-11-16T08:24:31,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742036_1215 (size=753) 2024-11-16T08:24:31,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:31,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T08:24:31,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742037_1216 (size=753) 2024-11-16T08:24:31,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742037_1216 (size=753) 2024-11-16T08:24:32,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:32,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T08:24:32,270 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 551 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:32,270 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.9, size=1.4 K (1413bytes) at 1731745471716Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.9 so closing down at 1731745471721 (+5 ms)3 split writer threads finished at 1731745471721Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745471756 (+35 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745471761 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745471828 (+67 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731745471831 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745472269 (+438 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731745472270 (+1 ms)Processed 20 edits across 2 Regions in 551 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745472270 2024-11-16T08:24:32,273 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/oldWALs/wal.dat.9 2024-11-16T08:24:32,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty, size=0 (0bytes) 2024-11-16T08:24:32,273 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty might be still open, length is 0 2024-11-16T08:24:32,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty 2024-11-16T08:24:32,273 WARN [IPC Server handler 4 on default port 34975 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty closed. 2024-11-16T08:24:32,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty after 1ms 2024-11-16T08:24:32,274 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-16T08:24:32,275 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty; empty? 2024-11-16T08:24:32,275 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty so closing down 2024-11-16T08:24:32,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T08:24:32,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty, size=0 (0bytes) at 1731745472273Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty so closing down at 1731745472275 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731745472275 2024-11-16T08:24:32,277 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/WALs/testemptyopenlogfiles,16010,1731745469777/wal.dat.empty to hdfs://localhost:34975/user/jenkins/test-data/3a5226e2-f9ba-edde-4d7a-4190b2fdc214/oldWALs/wal.dat.empty 2024-11-16T08:24:32,343 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138 (was 138), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=3843 (was 3867) 2024-11-16T08:24:32,352 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=3843 2024-11-16T08:24:32,353 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742038_1217 (size=7) 2024-11-16T08:24:32,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742038_1217 (size=7) 2024-11-16T08:24:32,371 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:32,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:32,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:32,376 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:32,377 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:32,377 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:32,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:32,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742039_1218 (size=1393) 2024-11-16T08:24:32,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742039_1218 (size=1393) 2024-11-16T08:24:32,410 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:32,411 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:32,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742040_1219 (size=1393) 2024-11-16T08:24:32,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742040_1219 (size=1393) 2024-11-16T08:24:32,460 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:32,460 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:32,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742041_1220 (size=1393) 2024-11-16T08:24:32,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742041_1220 (size=1393) 2024-11-16T08:24:32,483 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:32,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:32,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742042_1221 (size=1393) 2024-11-16T08:24:32,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742042_1221 (size=1393) 2024-11-16T08:24:32,515 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:32,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:32,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742043_1222 (size=1393) 2024-11-16T08:24:32,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742043_1222 (size=1393) 2024-11-16T08:24:32,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:32,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742044_1223 (size=1393) 2024-11-16T08:24:32,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742044_1223 (size=1393) 2024-11-16T08:24:32,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:32,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:32,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742045_1224 (size=1405) 2024-11-16T08:24:32,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742045_1224 (size=1405) 2024-11-16T08:24:32,603 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:32,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:32,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742046_1225 (size=1413) 2024-11-16T08:24:32,621 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:32,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:32,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742046_1225 (size=1413) 2024-11-16T08:24:32,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742047_1226 (size=1413) 2024-11-16T08:24:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742047_1226 (size=1413) 2024-11-16T08:24:32,641 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:32,641 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:32,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:32,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:32,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742048_1227 (size=1413) 2024-11-16T08:24:32,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742048_1227 (size=1413) 2024-11-16T08:24:32,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742049_1228 (size=1398) 2024-11-16T08:24:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742049_1228 (size=1398) 2024-11-16T08:24:32,680 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:32,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.0 2024-11-16T08:24:32,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.0 after 0ms 2024-11-16T08:24:32,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.0 took 2ms 2024-11-16T08:24:32,685 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.0 so closing down 2024-11-16T08:24:32,685 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:32,685 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:32,689 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:32,691 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:32,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:32,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:32,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742050_1229 (size=743) 2024-11-16T08:24:32,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742050_1229 (size=743) 2024-11-16T08:24:32,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:32,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:32,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742051_1230 (size=743) 2024-11-16T08:24:32,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742051_1230 (size=743) 2024-11-16T08:24:32,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:32,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:32,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:32,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.0, size=1.4 K (1393bytes) at 1731745472680Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.0 so closing down at 1731745472685 (+5 ms)3 split writer threads finished at 1731745472685Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745472691 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745472692 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745472703 (+11 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745472704 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745472706 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745472709 (+3 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745472710 (+1 ms) 2024-11-16T08:24:32,712 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/oldWALs/wal.dat.0 2024-11-16T08:24:32,712 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:32,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.1 2024-11-16T08:24:32,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.1 after 0ms 2024-11-16T08:24:32,714 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.1 took 2ms 2024-11-16T08:24:32,715 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.1 so closing down 2024-11-16T08:24:32,715 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:32,715 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:32,719 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:32,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:32,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:32,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742053_1232 (size=743) 2024-11-16T08:24:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742053_1232 (size=743) 2024-11-16T08:24:32,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:32,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:32,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742052_1231 (size=743) 2024-11-16T08:24:32,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742052_1231 (size=743) 2024-11-16T08:24:32,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:32,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:32,736 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:32,736 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.1, size=1.4 K (1393bytes) at 1731745472712Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.1 so closing down at 1731745472715 (+3 ms)3 split writer threads finished at 1731745472715Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745472720 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745472720Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745472731 (+11 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745472733 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745472735 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745472736 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745472736 2024-11-16T08:24:32,738 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/oldWALs/wal.dat.1 2024-11-16T08:24:32,738 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:32,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.2 2024-11-16T08:24:32,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.2 after 0ms 2024-11-16T08:24:32,740 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.2 took 2ms 2024-11-16T08:24:32,742 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.2 so closing down 2024-11-16T08:24:32,742 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:32,742 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:32,747 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:32,747 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:32,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:32,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:32,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742054_1233 (size=743) 2024-11-16T08:24:32,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742054_1233 (size=743) 2024-11-16T08:24:32,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:32,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742055_1234 (size=743) 2024-11-16T08:24:32,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742055_1234 (size=743) 2024-11-16T08:24:32,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:32,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:32,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:32,758 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:32,758 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.2, size=1.4 K (1393bytes) at 1731745472738Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.2 so closing down at 1731745472742 (+4 ms)3 split writer threads finished at 1731745472742Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745472748 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745472748Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745472754 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745472757 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745472757Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745472758 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745472758 2024-11-16T08:24:32,760 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/oldWALs/wal.dat.2 2024-11-16T08:24:32,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:32,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.3 2024-11-16T08:24:32,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.3 after 1ms 2024-11-16T08:24:32,762 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.3 took 2ms 2024-11-16T08:24:32,764 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.3 so closing down 2024-11-16T08:24:32,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:32,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:32,767 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:32,771 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:32,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:32,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:32,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742057_1236 (size=743) 2024-11-16T08:24:32,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742057_1236 (size=743) 2024-11-16T08:24:32,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:32,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T08:24:32,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742056_1235 (size=743) 2024-11-16T08:24:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742056_1235 (size=743) 2024-11-16T08:24:32,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:32,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:32,822 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:32,822 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.3, size=1.4 K (1393bytes) at 1731745472760Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.3 so closing down at 1731745472764 (+4 ms)3 split writer threads finished at 1731745472764Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745472773 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745472776 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745472804 (+28 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731745472805 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745472820 (+15 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745472822 (+2 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745472822 2024-11-16T08:24:32,824 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/oldWALs/wal.dat.3 2024-11-16T08:24:32,824 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:32,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.4 2024-11-16T08:24:32,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.4 after 1ms 2024-11-16T08:24:32,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.4 took 3ms 2024-11-16T08:24:32,846 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.4 so closing down 2024-11-16T08:24:32,846 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:32,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:32,851 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:32,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:32,853 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:32,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:32,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742058_1237 (size=743) 2024-11-16T08:24:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742058_1237 (size=743) 2024-11-16T08:24:32,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:32,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T08:24:32,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742059_1238 (size=743) 2024-11-16T08:24:32,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742059_1238 (size=743) 2024-11-16T08:24:32,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:32,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T08:24:32,918 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:32,918 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.4, size=1.4 K (1393bytes) at 1731745472824Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.4 so closing down at 1731745472846 (+22 ms)3 split writer threads finished at 1731745472848 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745472853 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745472856 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745472899 (+43 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731745472901 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745472915 (+14 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731745472918 (+3 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745472918 2024-11-16T08:24:32,921 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/oldWALs/wal.dat.4 2024-11-16T08:24:32,921 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5, size=1.4 K (1398bytes) 2024-11-16T08:24:32,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5 2024-11-16T08:24:32,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5 after 0ms 2024-11-16T08:24:32,923 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5 took 2ms 2024-11-16T08:24:32,925 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:32,926 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5 so closing down 2024-11-16T08:24:32,926 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:32,927 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:32,934 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:32,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:32,946 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:32,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:32,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742060_1239 (size=743) 2024-11-16T08:24:32,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742060_1239 (size=743) 2024-11-16T08:24:32,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:32,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T08:24:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742061_1240 (size=743) 2024-11-16T08:24:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742061_1240 (size=743) 2024-11-16T08:24:33,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:33,014 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T08:24:33,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-16T08:24:33,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5, size=1.4 K (1398bytes) at 1731745472921Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5 so closing down at 1731745472926 (+5 ms)3 split writer threads finished at 1731745472927 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745472944 (+17 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731745472960 (+16 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745472971 (+11 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731745472974 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745473011 (+37 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731745473014 (+3 ms)Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731745473016 (+2 ms) 2024-11-16T08:24:33,019 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/corrupt/wal.dat.5 2024-11-16T08:24:33,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:33,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.6 2024-11-16T08:24:33,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.6 after 4ms 2024-11-16T08:24:33,030 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.6 took 11ms 2024-11-16T08:24:33,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.6 so closing down 2024-11-16T08:24:33,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:33,035 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:33,037 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:33,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:33,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:33,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742062_1241 (size=749) 2024-11-16T08:24:33,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742062_1241 (size=749) 2024-11-16T08:24:33,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:33,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T08:24:33,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742063_1242 (size=749) 2024-11-16T08:24:33,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742063_1242 (size=749) 2024-11-16T08:24:33,137 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:33,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T08:24:33,139 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T08:24:33,139 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.6, size=1.4 K (1405bytes) at 1731745473020Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.6 so closing down at 1731745473033 (+13 ms)3 split writer threads finished at 1731745473035 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745473048 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731745473076 (+28 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745473094 (+18 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731745473098 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745473137 (+39 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731745473139 (+2 ms)Processed 20 edits across 2 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731745473139 2024-11-16T08:24:33,142 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/oldWALs/wal.dat.6 2024-11-16T08:24:33,142 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:33,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.7 2024-11-16T08:24:33,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.7 after 1ms 2024-11-16T08:24:33,145 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.7 took 3ms 2024-11-16T08:24:33,165 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.7 so closing down 2024-11-16T08:24:33,165 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:33,168 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:33,175 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:33,176 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:33,179 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:33,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:33,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742064_1243 (size=753) 2024-11-16T08:24:33,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742064_1243 (size=753) 2024-11-16T08:24:33,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:33,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T08:24:33,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742065_1244 (size=753) 2024-11-16T08:24:33,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742065_1244 (size=753) 2024-11-16T08:24:33,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:33,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T08:24:33,222 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:33,222 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.7, size=1.4 K (1413bytes) at 1731745473142Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.7 so closing down at 1731745473165 (+23 ms)3 split writer threads finished at 1731745473168 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745473176 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745473180 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745473198 (+18 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731745473206 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745473220 (+14 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731745473222 (+2 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745473222 2024-11-16T08:24:33,229 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/oldWALs/wal.dat.7 2024-11-16T08:24:33,229 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:33,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.8 2024-11-16T08:24:33,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.8 after 0ms 2024-11-16T08:24:33,233 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.8 took 4ms 2024-11-16T08:24:33,237 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.8 so closing down 2024-11-16T08:24:33,237 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:33,238 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:33,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:33,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:33,244 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:33,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:33,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742066_1245 (size=753) 2024-11-16T08:24:33,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742066_1245 (size=753) 2024-11-16T08:24:33,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:33,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T08:24:33,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742067_1246 (size=753) 2024-11-16T08:24:33,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742067_1246 (size=753) 2024-11-16T08:24:33,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:33,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T08:24:33,303 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:33,303 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.8, size=1.4 K (1413bytes) at 1731745473229Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.8 so closing down at 1731745473237 (+8 ms)3 split writer threads finished at 1731745473238 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745473242 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731745473246 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745473270 (+24 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731745473272 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745473301 (+29 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731745473303 (+2 ms)Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745473303 2024-11-16T08:24:33,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/oldWALs/wal.dat.8 2024-11-16T08:24:33,306 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:33,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.9 2024-11-16T08:24:33,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.9 after 0ms 2024-11-16T08:24:33,311 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.9 took 5ms 2024-11-16T08:24:33,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.9 so closing down 2024-11-16T08:24:33,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:33,340 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:33,347 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:33,351 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:33,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:33,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:33,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742068_1247 (size=753) 2024-11-16T08:24:33,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742068_1247 (size=753) 2024-11-16T08:24:33,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:33,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T08:24:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742069_1248 (size=753) 2024-11-16T08:24:33,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742069_1248 (size=753) 2024-11-16T08:24:33,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:33,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T08:24:33,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:33,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.9, size=1.4 K (1413bytes) at 1731745473306Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.9 so closing down at 1731745473333 (+27 ms)3 split writer threads finished at 1731745473340 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745473354 (+14 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745473361 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745473383 (+22 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731745473386 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745473387 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731745473389 (+2 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745473389 2024-11-16T08:24:33,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731745472377/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/6a124900-9b5f-97fc-cec4-400e65213363/oldWALs/wal.dat.9 2024-11-16T08:24:33,533 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=3816 (was 3843) 2024-11-16T08:24:33,542 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=3816 2024-11-16T08:24:33,542 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742070_1249 (size=7) 2024-11-16T08:24:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742070_1249 (size=7) 2024-11-16T08:24:33,576 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:33,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:33,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:33,582 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:33,583 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1/data/default/t1/1edb07cd07437a8c930fc7720359f3bb 2024-11-16T08:24:33,583 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 1edb07cd07437a8c930fc7720359f3bb 2024-11-16T08:24:33,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:33,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:33,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:33,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:33,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:33,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:33,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:33,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:33,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:33,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:33,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:33,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:33,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:33,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:33,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:33,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:33,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742071_1250 (size=3841) 2024-11-16T08:24:33,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742071_1250 (size=3841) 2024-11-16T08:24:33,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/WALs/testsplitleavescompactioneventsedits,16010,1731745473582/wal.dat.0, size=3.8 K (3841bytes) 2024-11-16T08:24:33,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/WALs/testsplitleavescompactioneventsedits,16010,1731745473582/wal.dat.0 2024-11-16T08:24:33,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/WALs/testsplitleavescompactioneventsedits,16010,1731745473582/wal.dat.0 after 0ms 2024-11-16T08:24:33,664 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/WALs/testsplitleavescompactioneventsedits,16010,1731745473582/wal.dat.0 took 3ms 2024-11-16T08:24:33,670 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/WALs/testsplitleavescompactioneventsedits,16010,1731745473582/wal.dat.0 so closing down 2024-11-16T08:24:33,670 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:33,670 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:33,681 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:33,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/data/default/t1/1edb07cd07437a8c930fc7720359f3bb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:33,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742072_1251 (size=1591) 2024-11-16T08:24:33,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742072_1251 (size=1591) 2024-11-16T08:24:34,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/data/default/t1/1edb07cd07437a8c930fc7720359f3bb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:34,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/data/default/t1/1edb07cd07437a8c930fc7720359f3bb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/data/default/t1/1edb07cd07437a8c930fc7720359f3bb/recovered.edits/0000000000000000009 2024-11-16T08:24:34,115 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 447 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/WALs/testsplitleavescompactioneventsedits,16010,1731745473582/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-16T08:24:34,115 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/WALs/testsplitleavescompactioneventsedits,16010,1731745473582/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/WALs/testsplitleavescompactioneventsedits,16010,1731745473582/wal.dat.0, size=3.8 K (3841bytes) at 1731745473661Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/WALs/testsplitleavescompactioneventsedits,16010,1731745473582/wal.dat.0 so closing down at 1731745473670 (+9 ms)3 split writer threads finished at 1731745473670Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/data/default/t1/1edb07cd07437a8c930fc7720359f3bb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745473684 (+14 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/data/default/t1/1edb07cd07437a8c930fc7720359f3bb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731745474113 (+429 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/data/default/t1/1edb07cd07437a8c930fc7720359f3bb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/data/default/t1/1edb07cd07437a8c930fc7720359f3bb/recovered.edits/0000000000000000009 at 1731745474115 (+2 ms)Processed 21 edits across 1 Regions in 447 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/WALs/testsplitleavescompactioneventsedits,16010,1731745473582/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731745474115 2024-11-16T08:24:34,117 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/WALs/testsplitleavescompactioneventsedits,16010,1731745473582/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/6454e1e4-c897-d381-59e9-99062486f73f/oldWALs/wal.dat.0 2024-11-16T08:24:34,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139 (was 138) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=3812 (was 3816) 2024-11-16T08:24:34,145 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=3812 2024-11-16T08:24:34,145 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:34,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742073_1252 (size=7) 2024-11-16T08:24:34,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742073_1252 (size=7) 2024-11-16T08:24:34,153 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:34,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:34,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:34,156 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:34,157 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T08:24:34,158 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:34,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742074_1253 (size=863) 2024-11-16T08:24:34,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742074_1253 (size=863) 2024-11-16T08:24:34,170 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:34,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/WALs/testsplitpreservesedits,16010,1731745474157/wal.dat.0, size=863 (863bytes) 2024-11-16T08:24:34,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/WALs/testsplitpreservesedits,16010,1731745474157/wal.dat.0 2024-11-16T08:24:34,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/WALs/testsplitpreservesedits,16010,1731745474157/wal.dat.0 after 0ms 2024-11-16T08:24:34,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/WALs/testsplitpreservesedits,16010,1731745474157/wal.dat.0 took 3ms 2024-11-16T08:24:34,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/WALs/testsplitpreservesedits,16010,1731745474157/wal.dat.0 so closing down 2024-11-16T08:24:34,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:34,191 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:34,193 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:34,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:34,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742075_1254 (size=863) 2024-11-16T08:24:34,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742075_1254 (size=863) 2024-11-16T08:24:34,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:34,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T08:24:34,209 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/WALs/testsplitpreservesedits,16010,1731745474157/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-16T08:24:34,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/WALs/testsplitpreservesedits,16010,1731745474157/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/WALs/testsplitpreservesedits,16010,1731745474157/wal.dat.0, size=863 (863bytes) at 1731745474188Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/WALs/testsplitpreservesedits,16010,1731745474157/wal.dat.0 so closing down at 1731745474191 (+3 ms)3 split writer threads finished at 1731745474191Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745474194 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745474206 (+12 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731745474209 (+3 ms)Processed 10 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/WALs/testsplitpreservesedits,16010,1731745474157/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731745474209 2024-11-16T08:24:34,211 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/WALs/testsplitpreservesedits,16010,1731745474157/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/5089cfb3-20ad-e904-b450-b638d8a83f31/oldWALs/wal.dat.0 2024-11-16T08:24:34,226 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=3808 (was 3812) 2024-11-16T08:24:34,234 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=3808 2024-11-16T08:24:34,234 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:34,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742076_1255 (size=7) 2024-11-16T08:24:34,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742076_1255 (size=7) 2024-11-16T08:24:34,251 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:34,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:34,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:34,255 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:34,255 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:34,256 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:34,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:34,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742077_1256 (size=1393) 2024-11-16T08:24:34,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742077_1256 (size=1393) 2024-11-16T08:24:34,288 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:34,288 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:34,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742078_1257 (size=1393) 2024-11-16T08:24:34,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742078_1257 (size=1393) 2024-11-16T08:24:34,319 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:34,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:34,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742079_1258 (size=1393) 2024-11-16T08:24:34,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742079_1258 (size=1393) 2024-11-16T08:24:34,342 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:34,342 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:34,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742080_1259 (size=1393) 2024-11-16T08:24:34,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742080_1259 (size=1393) 2024-11-16T08:24:34,367 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:34,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:34,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742081_1260 (size=1393) 2024-11-16T08:24:34,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742081_1260 (size=1393) 2024-11-16T08:24:34,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:34,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:34,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742082_1261 (size=1393) 2024-11-16T08:24:34,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742082_1261 (size=1393) 2024-11-16T08:24:34,470 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:34,470 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742083_1262 (size=1405) 2024-11-16T08:24:34,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742083_1262 (size=1405) 2024-11-16T08:24:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:34,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742084_1263 (size=1413) 2024-11-16T08:24:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742084_1263 (size=1413) 2024-11-16T08:24:34,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:34,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:34,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742085_1264 (size=1413) 2024-11-16T08:24:34,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742085_1264 (size=1413) 2024-11-16T08:24:34,590 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:34,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:34,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:34,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:34,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742086_1265 (size=1413) 2024-11-16T08:24:34,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742086_1265 (size=1413) 2024-11-16T08:24:34,606 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:34,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742087_1266 (size=1394) 2024-11-16T08:24:34,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742087_1266 (size=1394) 2024-11-16T08:24:34,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:34,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.0 2024-11-16T08:24:34,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.0 after 0ms 2024-11-16T08:24:34,640 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.0 took 2ms 2024-11-16T08:24:34,645 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.0 so closing down 2024-11-16T08:24:34,645 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:34,648 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:34,654 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:34,654 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:34,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:34,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742088_1267 (size=743) 2024-11-16T08:24:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742088_1267 (size=743) 2024-11-16T08:24:34,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:34,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742089_1268 (size=743) 2024-11-16T08:24:34,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742089_1268 (size=743) 2024-11-16T08:24:34,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:34,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:34,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:34,678 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:34,678 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.0, size=1.4 K (1393bytes) at 1731745474638Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.0 so closing down at 1731745474645 (+7 ms)3 split writer threads finished at 1731745474648 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745474656 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745474656Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745474674 (+18 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745474676 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745474676Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745474678 (+2 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745474678 2024-11-16T08:24:34,682 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/oldWALs/wal.dat.0 2024-11-16T08:24:34,682 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:34,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.1 2024-11-16T08:24:34,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.1 after 0ms 2024-11-16T08:24:34,684 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.1 took 2ms 2024-11-16T08:24:34,689 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.1 so closing down 2024-11-16T08:24:34,689 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:34,690 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:34,698 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:34,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:34,701 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:34,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:34,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742090_1269 (size=743) 2024-11-16T08:24:34,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742090_1269 (size=743) 2024-11-16T08:24:34,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742091_1270 (size=743) 2024-11-16T08:24:34,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:34,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742091_1270 (size=743) 2024-11-16T08:24:34,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:35,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:35,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:35,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.1, size=1.4 K (1393bytes) at 1731745474682Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.1 so closing down at 1731745474689 (+7 ms)3 split writer threads finished at 1731745474690 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745474699 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745474710 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745474723 (+13 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745474724 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475124 (+400 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745475125 (+1 ms)Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745475125 2024-11-16T08:24:35,130 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/oldWALs/wal.dat.1 2024-11-16T08:24:35,130 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:35,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.2 2024-11-16T08:24:35,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.2 after 1ms 2024-11-16T08:24:35,133 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.2 took 2ms 2024-11-16T08:24:35,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.2 so closing down 2024-11-16T08:24:35,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:35,134 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:35,137 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:35,137 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:35,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:35,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:35,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742092_1271 (size=743) 2024-11-16T08:24:35,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742092_1271 (size=743) 2024-11-16T08:24:35,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:35,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742093_1272 (size=743) 2024-11-16T08:24:35,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742093_1272 (size=743) 2024-11-16T08:24:35,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:35,181 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:35,181 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.2, size=1.4 K (1393bytes) at 1731745475130Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.2 so closing down at 1731745475134 (+4 ms)3 split writer threads finished at 1731745475134Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745475138 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745475138Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475171 (+33 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745475173 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475178 (+5 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745475180 (+2 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745475181 (+1 ms) 2024-11-16T08:24:35,183 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/oldWALs/wal.dat.2 2024-11-16T08:24:35,183 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:35,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.3 2024-11-16T08:24:35,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.3 after 0ms 2024-11-16T08:24:35,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.3 took 7ms 2024-11-16T08:24:35,205 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.3 so closing down 2024-11-16T08:24:35,205 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:35,209 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:35,211 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:35,211 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:35,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:35,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742094_1273 (size=743) 2024-11-16T08:24:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742094_1273 (size=743) 2024-11-16T08:24:35,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-16T08:24:35,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742095_1274 (size=743) 2024-11-16T08:24:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742095_1274 (size=743) 2024-11-16T08:24:35,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T08:24:35,266 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:35,266 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.3, size=1.4 K (1393bytes) at 1731745475183Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.3 so closing down at 1731745475205 (+22 ms)3 split writer threads finished at 1731745475209 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745475218 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745475230 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1731745475259 (+29 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745475261 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475264 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731745475266 (+2 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745475266 2024-11-16T08:24:35,268 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/oldWALs/wal.dat.3 2024-11-16T08:24:35,268 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:35,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.4 2024-11-16T08:24:35,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.4 after 1ms 2024-11-16T08:24:35,270 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.4 took 2ms 2024-11-16T08:24:35,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.4 so closing down 2024-11-16T08:24:35,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:35,274 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:35,276 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:35,276 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:35,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:35,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:35,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742096_1275 (size=743) 2024-11-16T08:24:35,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742096_1275 (size=743) 2024-11-16T08:24:35,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T08:24:35,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742097_1276 (size=743) 2024-11-16T08:24:35,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742097_1276 (size=743) 2024-11-16T08:24:35,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T08:24:35,305 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:35,305 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.4, size=1.4 K (1393bytes) at 1731745475268Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.4 so closing down at 1731745475273 (+5 ms)3 split writer threads finished at 1731745475274 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745475277 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745475277Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475290 (+13 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731745475292 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475302 (+10 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731745475305 (+3 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745475305 2024-11-16T08:24:35,307 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/oldWALs/wal.dat.4 2024-11-16T08:24:35,307 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.5, size=1.4 K (1394bytes) 2024-11-16T08:24:35,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.5 2024-11-16T08:24:35,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.5 after 1ms 2024-11-16T08:24:35,311 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-16T08:24:35,312 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.5 so closing down 2024-11-16T08:24:35,312 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-16T08:24:35,312 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.5, size=1.4 K (1394bytes) at 1731745475307Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.5 so closing down at 1731745475312 (+5 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731745475312 2024-11-16T08:24:35,315 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/corrupt/wal.dat.5 2024-11-16T08:24:35,315 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:35,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.6 2024-11-16T08:24:35,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.6 after 1ms 2024-11-16T08:24:35,317 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.6 took 2ms 2024-11-16T08:24:35,319 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.6 so closing down 2024-11-16T08:24:35,319 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:35,320 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:35,323 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:35,323 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:35,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:35,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742098_1277 (size=749) 2024-11-16T08:24:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742098_1277 (size=749) 2024-11-16T08:24:35,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T08:24:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742099_1278 (size=749) 2024-11-16T08:24:35,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742099_1278 (size=749) 2024-11-16T08:24:35,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T08:24:35,368 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T08:24:35,368 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.6, size=1.4 K (1405bytes) at 1731745475315Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.6 so closing down at 1731745475319 (+4 ms)3 split writer threads finished at 1731745475320 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731745475325 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745475326 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475334 (+8 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731745475335 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475366 (+31 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731745475368 (+2 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731745475368 2024-11-16T08:24:35,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/oldWALs/wal.dat.6 2024-11-16T08:24:35,371 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:35,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.7 2024-11-16T08:24:35,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.7 after 0ms 2024-11-16T08:24:35,374 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.7 took 4ms 2024-11-16T08:24:35,376 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.7 so closing down 2024-11-16T08:24:35,376 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:35,376 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:35,383 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:35,383 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:35,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:35,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742100_1279 (size=753) 2024-11-16T08:24:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742100_1279 (size=753) 2024-11-16T08:24:35,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742101_1280 (size=753) 2024-11-16T08:24:35,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742101_1280 (size=753) 2024-11-16T08:24:35,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T08:24:35,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T08:24:35,450 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:35,450 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.7, size=1.4 K (1413bytes) at 1731745475371Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.7 so closing down at 1731745475376 (+5 ms)3 split writer threads finished at 1731745475376Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745475386 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745475392 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475446 (+54 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475449 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731745475449Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731745475450 (+1 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745475450 2024-11-16T08:24:35,452 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/oldWALs/wal.dat.7 2024-11-16T08:24:35,452 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:35,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.8 2024-11-16T08:24:35,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.8 after 0ms 2024-11-16T08:24:35,454 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.8 took 2ms 2024-11-16T08:24:35,456 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.8 so closing down 2024-11-16T08:24:35,456 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:35,456 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:35,473 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:35,473 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:35,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:35,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:35,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742102_1281 (size=753) 2024-11-16T08:24:35,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742102_1281 (size=753) 2024-11-16T08:24:35,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T08:24:35,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742103_1282 (size=753) 2024-11-16T08:24:35,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742103_1282 (size=753) 2024-11-16T08:24:35,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T08:24:35,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:35,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.8, size=1.4 K (1413bytes) at 1731745475452Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.8 so closing down at 1731745475456 (+4 ms)3 split writer threads finished at 1731745475456Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745475476 (+20 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731745475476Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475499 (+23 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731745475500 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475514 (+14 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731745475516 (+2 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745475516 2024-11-16T08:24:35,518 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/oldWALs/wal.dat.8 2024-11-16T08:24:35,518 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:35,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.9 2024-11-16T08:24:35,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.9 after 1ms 2024-11-16T08:24:35,520 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.9 took 2ms 2024-11-16T08:24:35,523 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.9 so closing down 2024-11-16T08:24:35,523 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:35,524 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:35,526 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:35,526 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:35,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:35,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:35,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742105_1284 (size=753) 2024-11-16T08:24:35,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742105_1284 (size=753) 2024-11-16T08:24:35,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T08:24:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742104_1283 (size=753) 2024-11-16T08:24:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742104_1283 (size=753) 2024-11-16T08:24:35,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T08:24:35,555 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:35,555 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.9, size=1.4 K (1413bytes) at 1731745475518Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.9 so closing down at 1731745475523 (+5 ms)3 split writer threads finished at 1731745475524 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745475527 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745475528 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475546 (+18 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731745475548 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475554 (+6 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731745475555 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745475555 2024-11-16T08:24:35,556 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731745474255/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/1859f3ef-bc00-429c-6033-1f7dc9f044ac/oldWALs/wal.dat.9 2024-11-16T08:24:35,619 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 492) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3779 (was 3808) 2024-11-16T08:24:35,626 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=3779 2024-11-16T08:24:35,626 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:35,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742106_1285 (size=7) 2024-11-16T08:24:35,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742106_1285 (size=7) 2024-11-16T08:24:35,657 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:35,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:35,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:35,660 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:35,660 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T08:24:35,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:35,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742107_1286 (size=2403) 2024-11-16T08:24:35,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742107_1286 (size=2403) 2024-11-16T08:24:35,684 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:35,702 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/WALs/testsplitremovesregioneventsedits,16010,1731745475660/wal.dat.0, size=2.3 K (2403bytes) 2024-11-16T08:24:35,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/WALs/testsplitremovesregioneventsedits,16010,1731745475660/wal.dat.0 2024-11-16T08:24:35,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/WALs/testsplitremovesregioneventsedits,16010,1731745475660/wal.dat.0 after 2ms 2024-11-16T08:24:35,706 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/WALs/testsplitremovesregioneventsedits,16010,1731745475660/wal.dat.0 took 4ms 2024-11-16T08:24:35,708 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/WALs/testsplitremovesregioneventsedits,16010,1731745475660/wal.dat.0 so closing down 2024-11-16T08:24:35,708 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:35,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:35,712 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:35,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:35,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742108_1287 (size=863) 2024-11-16T08:24:35,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742108_1287 (size=863) 2024-11-16T08:24:35,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:35,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T08:24:35,735 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 29 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/WALs/testsplitremovesregioneventsedits,16010,1731745475660/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-16T08:24:35,735 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/WALs/testsplitremovesregioneventsedits,16010,1731745475660/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/WALs/testsplitremovesregioneventsedits,16010,1731745475660/wal.dat.0, size=2.3 K (2403bytes) at 1731745475702Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/WALs/testsplitremovesregioneventsedits,16010,1731745475660/wal.dat.0 so closing down at 1731745475708 (+6 ms)3 split writer threads finished at 1731745475708Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745475715 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745475732 (+17 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731745475735 (+3 ms)Processed 20 edits across 1 Regions in 29 ms; skipped=10; WAL=hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/WALs/testsplitremovesregioneventsedits,16010,1731745475660/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731745475735 2024-11-16T08:24:35,737 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/WALs/testsplitremovesregioneventsedits,16010,1731745475660/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/2a9e6248-21ec-bbd0-d8ac-6c997312faa8/oldWALs/wal.dat.0 2024-11-16T08:24:35,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=3779 (was 3779) 2024-11-16T08:24:35,765 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=3779 2024-11-16T08:24:35,765 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742109_1288 (size=7) 2024-11-16T08:24:35,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742109_1288 (size=7) 2024-11-16T08:24:35,789 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:35,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:35,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:35,794 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:35,814 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=3776 (was 3779) 2024-11-16T08:24:35,822 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=3776 2024-11-16T08:24:35,822 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:35,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742110_1289 (size=7) 2024-11-16T08:24:35,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742110_1289 (size=7) 2024-11-16T08:24:35,844 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:35,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:35,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:35,850 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:35,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:35,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742111_1290 (size=255) 2024-11-16T08:24:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742111_1290 (size=255) 2024-11-16T08:24:35,909 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/33d5d1f2-a543-b4a7-d999-b047769b94bf/WALs/testsplitremovesreplicationmarkeredits,16010,1731745475850/wal.dat.1, size=255 (255bytes) 2024-11-16T08:24:35,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/33d5d1f2-a543-b4a7-d999-b047769b94bf/WALs/testsplitremovesreplicationmarkeredits,16010,1731745475850/wal.dat.1 2024-11-16T08:24:35,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/33d5d1f2-a543-b4a7-d999-b047769b94bf/WALs/testsplitremovesreplicationmarkeredits,16010,1731745475850/wal.dat.1 after 0ms 2024-11-16T08:24:35,911 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/33d5d1f2-a543-b4a7-d999-b047769b94bf/WALs/testsplitremovesreplicationmarkeredits,16010,1731745475850/wal.dat.1 took 2ms 2024-11-16T08:24:35,913 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-16T08:24:35,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/33d5d1f2-a543-b4a7-d999-b047769b94bf/WALs/testsplitremovesreplicationmarkeredits,16010,1731745475850/wal.dat.1 so closing down 2024-11-16T08:24:35,913 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:35,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:35,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/33d5d1f2-a543-b4a7-d999-b047769b94bf/WALs/testsplitremovesreplicationmarkeredits,16010,1731745475850/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-16T08:24:35,914 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/33d5d1f2-a543-b4a7-d999-b047769b94bf/WALs/testsplitremovesreplicationmarkeredits,16010,1731745475850/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/33d5d1f2-a543-b4a7-d999-b047769b94bf/WALs/testsplitremovesreplicationmarkeredits,16010,1731745475850/wal.dat.1, size=255 (255bytes) at 1731745475909Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/33d5d1f2-a543-b4a7-d999-b047769b94bf/WALs/testsplitremovesreplicationmarkeredits,16010,1731745475850/wal.dat.1 so closing down at 1731745475913 (+4 ms)3 split writer threads finished at 1731745475914 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/33d5d1f2-a543-b4a7-d999-b047769b94bf/WALs/testsplitremovesreplicationmarkeredits,16010,1731745475850/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731745475914 2024-11-16T08:24:35,917 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/33d5d1f2-a543-b4a7-d999-b047769b94bf/WALs/testsplitremovesreplicationmarkeredits,16010,1731745475850/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/33d5d1f2-a543-b4a7-d999-b047769b94bf/oldWALs/wal.dat.1 2024-11-16T08:24:35,926 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=3781 (was 3776) - AvailableMemoryMB LEAK? - 2024-11-16T08:24:35,933 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=3781 2024-11-16T08:24:35,933 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:35,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742112_1291 (size=7) 2024-11-16T08:24:35,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742112_1291 (size=7) 2024-11-16T08:24:35,943 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:35,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:35,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:35,946 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:35,947 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-16T08:24:35,947 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T08:24:35,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:35,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:35,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742113_1292 (size=1941) 2024-11-16T08:24:35,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742113_1292 (size=1941) 2024-11-16T08:24:35,968 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:35,969 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1/data/default/t1/region__1 2024-11-16T08:24:35,992 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/128fbacb-ebd8-4663-8fb9-65d471c3e54d/WALs/testsplitlogfiledeletedregiondir,16010,1731745475947/wal.dat.0, size=1.9 K (1941bytes) 2024-11-16T08:24:35,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/128fbacb-ebd8-4663-8fb9-65d471c3e54d/WALs/testsplitlogfiledeletedregiondir,16010,1731745475947/wal.dat.0 2024-11-16T08:24:35,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/128fbacb-ebd8-4663-8fb9-65d471c3e54d/WALs/testsplitlogfiledeletedregiondir,16010,1731745475947/wal.dat.0 after 0ms 2024-11-16T08:24:35,995 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/128fbacb-ebd8-4663-8fb9-65d471c3e54d/WALs/testsplitlogfiledeletedregiondir,16010,1731745475947/wal.dat.0 took 4ms 2024-11-16T08:24:35,998 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-16T08:24:35,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/128fbacb-ebd8-4663-8fb9-65d471c3e54d/WALs/testsplitlogfiledeletedregiondir,16010,1731745475947/wal.dat.0 so closing down 2024-11-16T08:24:35,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:35,998 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:35,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:34975/user/jenkins/test-data/128fbacb-ebd8-4663-8fb9-65d471c3e54d/WALs/testsplitlogfiledeletedregiondir,16010,1731745475947/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-16T08:24:35,999 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/128fbacb-ebd8-4663-8fb9-65d471c3e54d/WALs/testsplitlogfiledeletedregiondir,16010,1731745475947/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/128fbacb-ebd8-4663-8fb9-65d471c3e54d/WALs/testsplitlogfiledeletedregiondir,16010,1731745475947/wal.dat.0, size=1.9 K (1941bytes) at 1731745475992Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/128fbacb-ebd8-4663-8fb9-65d471c3e54d/WALs/testsplitlogfiledeletedregiondir,16010,1731745475947/wal.dat.0 so closing down at 1731745475998 (+6 ms)3 split writer threads finished at 1731745475998Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:34975/user/jenkins/test-data/128fbacb-ebd8-4663-8fb9-65d471c3e54d/WALs/testsplitlogfiledeletedregiondir,16010,1731745475947/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731745475998 2024-11-16T08:24:36,000 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/128fbacb-ebd8-4663-8fb9-65d471c3e54d/WALs/testsplitlogfiledeletedregiondir,16010,1731745475947/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/128fbacb-ebd8-4663-8fb9-65d471c3e54d/oldWALs/wal.dat.0 2024-11-16T08:24:36,010 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=3779 (was 3781) 2024-11-16T08:24:36,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=3779 2024-11-16T08:24:36,018 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:36,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742114_1293 (size=7) 2024-11-16T08:24:36,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742114_1293 (size=7) 2024-11-16T08:24:36,025 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:36,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:36,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:36,030 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:36,031 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T08:24:36,031 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:36,031 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:36,032 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:36,033 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742115_1294 (size=1393) 2024-11-16T08:24:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742115_1294 (size=1393) 2024-11-16T08:24:36,084 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:36,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:36,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742116_1295 (size=1393) 2024-11-16T08:24:36,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742116_1295 (size=1393) 2024-11-16T08:24:36,142 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:36,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:36,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742117_1296 (size=1393) 2024-11-16T08:24:36,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742117_1296 (size=1393) 2024-11-16T08:24:36,168 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:36,168 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:36,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742118_1297 (size=1393) 2024-11-16T08:24:36,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742118_1297 (size=1393) 2024-11-16T08:24:36,190 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:36,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:36,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742119_1298 (size=1393) 2024-11-16T08:24:36,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742119_1298 (size=1393) 2024-11-16T08:24:36,216 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:36,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:36,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742120_1299 (size=1393) 2024-11-16T08:24:36,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742120_1299 (size=1393) 2024-11-16T08:24:36,235 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:36,235 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:36,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742121_1300 (size=1405) 2024-11-16T08:24:36,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742121_1300 (size=1405) 2024-11-16T08:24:36,256 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:36,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:36,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742122_1301 (size=1413) 2024-11-16T08:24:36,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742122_1301 (size=1413) 2024-11-16T08:24:36,286 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:36,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:36,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742123_1302 (size=1413) 2024-11-16T08:24:36,303 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:36,303 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:36,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742123_1302 (size=1413) 2024-11-16T08:24:36,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742124_1303 (size=1413) 2024-11-16T08:24:36,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742124_1303 (size=1413) 2024-11-16T08:24:36,329 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:36,348 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/299c068c-ee10-9d81-2bde-31a86a2cd43f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731745476030/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:36,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/299c068c-ee10-9d81-2bde-31a86a2cd43f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731745476030/wal.dat.0 2024-11-16T08:24:36,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/299c068c-ee10-9d81-2bde-31a86a2cd43f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731745476030/wal.dat.0 after 1ms 2024-11-16T08:24:36,353 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/299c068c-ee10-9d81-2bde-31a86a2cd43f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731745476030/wal.dat.0 took 5ms 2024-11-16T08:24:36,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/299c068c-ee10-9d81-2bde-31a86a2cd43f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731745476030/wal.dat.0 so closing down 2024-11-16T08:24:36,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:36,355 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:36,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/299c068c-ee10-9d81-2bde-31a86a2cd43f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731745476030/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:36,356 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/299c068c-ee10-9d81-2bde-31a86a2cd43f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731745476030/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/299c068c-ee10-9d81-2bde-31a86a2cd43f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731745476030/wal.dat.0, size=1.4 K (1393bytes) at 1731745476348Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/299c068c-ee10-9d81-2bde-31a86a2cd43f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731745476030/wal.dat.0 so closing down at 1731745476355 (+7 ms)3 split writer threads finished at 1731745476355Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/299c068c-ee10-9d81-2bde-31a86a2cd43f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731745476030/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745476355 2024-11-16T08:24:36,366 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=139 (was 139), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=3775 (was 3779) 2024-11-16T08:24:36,374 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=3775 2024-11-16T08:24:36,374 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:36,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742125_1304 (size=7) 2024-11-16T08:24:36,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742125_1304 (size=7) 2024-11-16T08:24:36,391 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:36,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:36,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:36,395 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:36,395 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:36,396 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:36,397 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:36,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742126_1305 (size=1393) 2024-11-16T08:24:36,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742126_1305 (size=1393) 2024-11-16T08:24:36,423 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:36,423 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:36,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742127_1306 (size=1393) 2024-11-16T08:24:36,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742127_1306 (size=1393) 2024-11-16T08:24:36,438 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:36,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:36,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742128_1307 (size=1393) 2024-11-16T08:24:36,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742128_1307 (size=1393) 2024-11-16T08:24:36,463 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:36,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:36,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742129_1308 (size=1393) 2024-11-16T08:24:36,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742129_1308 (size=1393) 2024-11-16T08:24:36,488 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:36,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:36,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,582 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:36,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742131_1310 (size=1393) 2024-11-16T08:24:36,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742131_1310 (size=1393) 2024-11-16T08:24:36,631 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:36,631 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:36,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742132_1311 (size=1405) 2024-11-16T08:24:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742132_1311 (size=1405) 2024-11-16T08:24:36,671 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:36,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742133_1312 (size=1413) 2024-11-16T08:24:36,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742133_1312 (size=1413) 2024-11-16T08:24:36,709 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:36,709 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:36,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742134_1313 (size=1413) 2024-11-16T08:24:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742134_1313 (size=1413) 2024-11-16T08:24:36,720 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:36,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:36,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742135_1314 (size=1413) 2024-11-16T08:24:36,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742135_1314 (size=1413) 2024-11-16T08:24:36,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:36,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:36,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:36,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742130_1309 (size=1458) 2024-11-16T08:24:36,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742130_1309 (size=1458) 2024-11-16T08:24:36,772 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:36,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.0 2024-11-16T08:24:36,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.0 after 1ms 2024-11-16T08:24:36,775 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.0 took 3ms 2024-11-16T08:24:36,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.0 so closing down 2024-11-16T08:24:36,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:36,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:36,787 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:36,787 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:36,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:36,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:36,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742136_1315 (size=743) 2024-11-16T08:24:36,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742137_1316 (size=743) 2024-11-16T08:24:36,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742137_1316 (size=743) 2024-11-16T08:24:36,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:36,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742136_1315 (size=743) 2024-11-16T08:24:36,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:36,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:36,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:36,793 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:36,793 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.0, size=1.4 K (1393bytes) at 1731745476772Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.0 so closing down at 1731745476777 (+5 ms)3 split writer threads finished at 1731745476780 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745476787 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745476787Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745476792 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745476792Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745476793 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745476793Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745476793 2024-11-16T08:24:36,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/oldWALs/wal.dat.0 2024-11-16T08:24:36,795 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:36,795 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.1 2024-11-16T08:24:36,795 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.1 after 0ms 2024-11-16T08:24:36,797 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.1 took 2ms 2024-11-16T08:24:36,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.1 so closing down 2024-11-16T08:24:36,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:36,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:36,800 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:36,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:36,801 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:36,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:36,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742138_1317 (size=743) 2024-11-16T08:24:36,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742138_1317 (size=743) 2024-11-16T08:24:36,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:36,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:36,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742139_1318 (size=743) 2024-11-16T08:24:36,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742139_1318 (size=743) 2024-11-16T08:24:37,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:37,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:37,209 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:37,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.1, size=1.4 K (1393bytes) at 1731745476795Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.1 so closing down at 1731745476798 (+3 ms)3 split writer threads finished at 1731745476798Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745476801 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745476802 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745476805 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745476806 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745477208 (+402 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745477209 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745477209 2024-11-16T08:24:37,211 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/oldWALs/wal.dat.1 2024-11-16T08:24:37,211 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:37,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.2 2024-11-16T08:24:37,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.2 after 0ms 2024-11-16T08:24:37,213 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.2 took 2ms 2024-11-16T08:24:37,214 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.2 so closing down 2024-11-16T08:24:37,214 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:37,214 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:37,216 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:37,216 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:37,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:37,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:37,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742141_1320 (size=743) 2024-11-16T08:24:37,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742141_1320 (size=743) 2024-11-16T08:24:37,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742140_1319 (size=743) 2024-11-16T08:24:37,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:37,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742140_1319 (size=743) 2024-11-16T08:24:37,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:37,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:37,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:37,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:37,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.2, size=1.4 K (1393bytes) at 1731745477211Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.2 so closing down at 1731745477214 (+3 ms)3 split writer threads finished at 1731745477214Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745477220 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745477220Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745477235 (+15 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745477236 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745477635 (+399 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745477637 (+2 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745477637 2024-11-16T08:24:37,638 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/oldWALs/wal.dat.2 2024-11-16T08:24:37,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:37,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.3 2024-11-16T08:24:37,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.3 after 0ms 2024-11-16T08:24:37,640 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.3 took 2ms 2024-11-16T08:24:37,641 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.3 so closing down 2024-11-16T08:24:37,641 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:37,641 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:37,643 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:37,643 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:37,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:37,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:37,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742143_1322 (size=743) 2024-11-16T08:24:37,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742143_1322 (size=743) 2024-11-16T08:24:37,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742142_1321 (size=743) 2024-11-16T08:24:37,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742142_1321 (size=743) 2024-11-16T08:24:37,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:37,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:37,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:37,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T08:24:37,658 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:37,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.3, size=1.4 K (1393bytes) at 1731745477638Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.3 so closing down at 1731745477641 (+3 ms)3 split writer threads finished at 1731745477641Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745477644 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745477644Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745477656 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745477657 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745477658 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731745477658Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745477658 2024-11-16T08:24:37,660 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/oldWALs/wal.dat.3 2024-11-16T08:24:37,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.4, size=1.4 K (1458bytes) 2024-11-16T08:24:37,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.4 2024-11-16T08:24:37,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.4 after 0ms 2024-11-16T08:24:37,663 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.4 took 2ms 2024-11-16T08:24:37,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.4 so closing down 2024-11-16T08:24:37,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:37,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:37,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:37,667 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-16T08:24:37,667 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:37,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:37,668 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:37,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-16T08:24:37,669 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:37,669 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-16T08:24:37,669 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.4, size=1.4 K (1458bytes) at 1731745477661Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.4 so closing down at 1731745477664 (+3 ms)3 split writer threads finished at 1731745477664Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745477668 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745477668Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731745477668Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731745477669 (+1 ms)Processed 21 edits across 2 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/WALs/testsplitwillfailifwritingtoregionfails,16010,1731745476395/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731745477669 2024-11-16T08:24:37,670 WARN [Thread-2063 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:59438 remote=/127.0.0.1:42169]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:37,670 WARN [Thread-2063 {}] hdfs.DataStreamer(1850): Abandoning BP-371781806-172.17.0.3-1731745431648:blk_1073742144_1323 2024-11-16T08:24:37,670 WARN [Thread-2065 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:37,670 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:37,673 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:37,674 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:34975/user/jenkins/test-data/46590218-e64c-3026-4589-60f163ca7086/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:37,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=142 (was 139) - Thread LEAK? -, OpenFileDescriptor=398 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=3773 (was 3775) 2024-11-16T08:24:37,688 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141, OpenFileDescriptor=400, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=3773 2024-11-16T08:24:37,688 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:37,693 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-117565956_22 at /127.0.0.1:49140 [Receiving block BP-371781806-172.17.0.3-1731745431648:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:34153:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49140 dst: /127.0.0.1:34153 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:37,693 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-117565956_22 at /127.0.0.1:59438 [Receiving block BP-371781806-172.17.0.3-1731745431648:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:42169:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59438 dst: /127.0.0.1:42169 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:37,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742146_1325 (size=7) 2024-11-16T08:24:37,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742146_1325 (size=7) 2024-11-16T08:24:37,699 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:37,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:37,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:37,702 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:37,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T08:24:37,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742147_1326 (size=93) 2024-11-16T08:24:37,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742147_1326 (size=93) 2024-11-16T08:24:37,710 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:37,710 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:37,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:37,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742148_1327 (size=1393) 2024-11-16T08:24:37,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742148_1327 (size=1393) 2024-11-16T08:24:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:37,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:37,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742149_1328 (size=1393) 2024-11-16T08:24:37,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742149_1328 (size=1393) 2024-11-16T08:24:37,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:37,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:37,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742150_1329 (size=1393) 2024-11-16T08:24:37,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742150_1329 (size=1393) 2024-11-16T08:24:37,752 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:37,753 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:37,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742151_1330 (size=1393) 2024-11-16T08:24:37,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742151_1330 (size=1393) 2024-11-16T08:24:37,766 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:37,766 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:37,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742152_1331 (size=1393) 2024-11-16T08:24:37,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742152_1331 (size=1393) 2024-11-16T08:24:37,797 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:37,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:37,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742153_1332 (size=1393) 2024-11-16T08:24:37,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742153_1332 (size=1393) 2024-11-16T08:24:37,815 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:37,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742154_1333 (size=1405) 2024-11-16T08:24:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742154_1333 (size=1405) 2024-11-16T08:24:37,835 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:37,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:37,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742155_1334 (size=1413) 2024-11-16T08:24:37,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742155_1334 (size=1413) 2024-11-16T08:24:37,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:37,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:37,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742156_1335 (size=1413) 2024-11-16T08:24:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742156_1335 (size=1413) 2024-11-16T08:24:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:37,873 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:37,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742157_1336 (size=1413) 2024-11-16T08:24:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742157_1336 (size=1413) 2024-11-16T08:24:37,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:37,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-16T08:24:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742158_1337 (size=93) 2024-11-16T08:24:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742158_1337 (size=93) 2024-11-16T08:24:37,909 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat..empty, size=93 (93bytes) 2024-11-16T08:24:37,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat..empty 2024-11-16T08:24:37,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat..empty after 0ms 2024-11-16T08:24:37,911 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat..empty took 2ms 2024-11-16T08:24:37,912 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat..empty so closing down 2024-11-16T08:24:37,912 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:37,912 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:37,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T08:24:37,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat..empty, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat..empty, size=93 (93bytes) at 1731745477909Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat..empty so closing down at 1731745477912 (+3 ms)3 split writer threads finished at 1731745477912Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731745477912 2024-11-16T08:24:37,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat..empty to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/oldWALs/wal.dat..empty 2024-11-16T08:24:37,914 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:37,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.0 2024-11-16T08:24:37,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.0 after 0ms 2024-11-16T08:24:37,916 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.0 took 2ms 2024-11-16T08:24:37,918 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.0 so closing down 2024-11-16T08:24:37,918 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:37,918 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:37,920 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:37,921 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:37,922 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:37,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:37,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742160_1339 (size=743) 2024-11-16T08:24:37,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742159_1338 (size=743) 2024-11-16T08:24:37,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742159_1338 (size=743) 2024-11-16T08:24:37,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742160_1339 (size=743) 2024-11-16T08:24:37,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:37,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:37,943 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:37,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:37,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:37,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.0, size=1.4 K (1393bytes) at 1731745477914Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.0 so closing down at 1731745477918 (+4 ms)3 split writer threads finished at 1731745477918Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745477921 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745477925 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745477941 (+16 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745477941Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745477943 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745477951 (+8 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745477951 2024-11-16T08:24:37,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/oldWALs/wal.dat.0 2024-11-16T08:24:37,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:37,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.1 2024-11-16T08:24:37,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.1 after 1ms 2024-11-16T08:24:37,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.1 took 3ms 2024-11-16T08:24:37,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.1 so closing down 2024-11-16T08:24:37,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:37,957 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:37,964 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:37,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:37,966 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:37,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:37,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742161_1340 (size=743) 2024-11-16T08:24:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742162_1341 (size=743) 2024-11-16T08:24:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742162_1341 (size=743) 2024-11-16T08:24:37,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742161_1340 (size=743) 2024-11-16T08:24:37,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:37,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:37,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:37,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:37,984 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:37,984 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.1, size=1.4 K (1393bytes) at 1731745477953Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.1 so closing down at 1731745477957 (+4 ms)3 split writer threads finished at 1731745477957Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745477965 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745477967 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745477982 (+15 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745477982Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745477984 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745477984Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745477984 2024-11-16T08:24:37,987 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/oldWALs/wal.dat.1 2024-11-16T08:24:37,988 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:37,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.2 2024-11-16T08:24:37,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.2 after 0ms 2024-11-16T08:24:37,993 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.2 took 6ms 2024-11-16T08:24:38,007 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.2 so closing down 2024-11-16T08:24:38,007 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:38,007 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:38,010 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:38,010 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:38,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:38,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742163_1342 (size=743) 2024-11-16T08:24:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742163_1342 (size=743) 2024-11-16T08:24:38,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:38,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:38,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742164_1343 (size=743) 2024-11-16T08:24:38,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742164_1343 (size=743) 2024-11-16T08:24:38,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:38,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:38,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:38,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.2, size=1.4 K (1393bytes) at 1731745477988Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.2 so closing down at 1731745478007 (+19 ms)3 split writer threads finished at 1731745478007Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745478011 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745478012 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745478038 (+26 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745478039 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745478053 (+14 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745478055 (+2 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745478055 2024-11-16T08:24:38,058 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/oldWALs/wal.dat.2 2024-11-16T08:24:38,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:38,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.3 2024-11-16T08:24:38,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.3 after 1ms 2024-11-16T08:24:38,062 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.3 took 4ms 2024-11-16T08:24:38,069 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.3 so closing down 2024-11-16T08:24:38,069 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:38,070 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:38,078 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:38,078 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:38,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:38,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:38,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742165_1344 (size=743) 2024-11-16T08:24:38,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742165_1344 (size=743) 2024-11-16T08:24:38,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:38,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742166_1345 (size=743) 2024-11-16T08:24:38,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742166_1345 (size=743) 2024-11-16T08:24:38,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:38,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:38,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T08:24:38,090 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:38,090 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.3, size=1.4 K (1393bytes) at 1731745478059Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.3 so closing down at 1731745478069 (+10 ms)3 split writer threads finished at 1731745478070 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745478080 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745478081 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745478086 (+5 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745478088 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745478088Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731745478090 (+2 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745478090 2024-11-16T08:24:38,092 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/oldWALs/wal.dat.3 2024-11-16T08:24:38,092 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:38,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.4 2024-11-16T08:24:38,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.4 after 1ms 2024-11-16T08:24:38,102 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.4 took 10ms 2024-11-16T08:24:38,108 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.4 so closing down 2024-11-16T08:24:38,108 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:38,108 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:38,113 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:38,113 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:38,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:38,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:38,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742167_1346 (size=743) 2024-11-16T08:24:38,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742167_1346 (size=743) 2024-11-16T08:24:38,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742168_1347 (size=743) 2024-11-16T08:24:38,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742168_1347 (size=743) 2024-11-16T08:24:38,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:38,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T08:24:38,528 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:38,529 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T08:24:38,529 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:38,529 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.4, size=1.4 K (1393bytes) at 1731745478092Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.4 so closing down at 1731745478108 (+16 ms)3 split writer threads finished at 1731745478108Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745478116 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745478120 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745478149 (+29 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731745478150 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745478528 (+378 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731745478529 (+1 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745478529 2024-11-16T08:24:38,531 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/oldWALs/wal.dat.4 2024-11-16T08:24:38,531 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T08:24:38,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.5 2024-11-16T08:24:38,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.5 after 0ms 2024-11-16T08:24:38,533 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.5 took 2ms 2024-11-16T08:24:38,534 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.5 so closing down 2024-11-16T08:24:38,534 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:38,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:38,535 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:38,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:38,549 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:38,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:38,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742169_1348 (size=743) 2024-11-16T08:24:38,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742169_1348 (size=743) 2024-11-16T08:24:38,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:38,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T08:24:38,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742170_1349 (size=743) 2024-11-16T08:24:38,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742170_1349 (size=743) 2024-11-16T08:24:38,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:38,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T08:24:38,567 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:38,567 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.5, size=1.4 K (1393bytes) at 1731745478531Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.5 so closing down at 1731745478534 (+3 ms)3 split writer threads finished at 1731745478534Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745478547 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731745478552 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745478561 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731745478562 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745478566 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731745478567 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745478567 2024-11-16T08:24:38,568 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/oldWALs/wal.dat.5 2024-11-16T08:24:38,569 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:38,569 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.6 2024-11-16T08:24:38,569 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.6 after 0ms 2024-11-16T08:24:38,571 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.6 took 2ms 2024-11-16T08:24:38,572 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.6 so closing down 2024-11-16T08:24:38,572 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:38,572 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:38,576 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:38,576 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:38,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:38,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:38,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742171_1350 (size=749) 2024-11-16T08:24:38,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742171_1350 (size=749) 2024-11-16T08:24:38,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742172_1351 (size=749) 2024-11-16T08:24:38,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742172_1351 (size=749) 2024-11-16T08:24:38,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:38,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T08:24:38,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:38,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T08:24:38,999 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T08:24:38,999 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.6, size=1.4 K (1405bytes) at 1731745478569Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.6 so closing down at 1731745478572 (+3 ms)3 split writer threads finished at 1731745478572Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745478576 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731745478576Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745478990 (+414 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731745478991 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745478998 (+7 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731745478999 (+1 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731745478999 2024-11-16T08:24:39,001 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/oldWALs/wal.dat.6 2024-11-16T08:24:39,001 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:39,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.7 2024-11-16T08:24:39,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.7 after 0ms 2024-11-16T08:24:39,003 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.7 took 2ms 2024-11-16T08:24:39,004 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.7 so closing down 2024-11-16T08:24:39,004 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:39,004 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:39,006 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:39,006 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:39,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:39,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742174_1353 (size=753) 2024-11-16T08:24:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742174_1353 (size=753) 2024-11-16T08:24:39,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742173_1352 (size=753) 2024-11-16T08:24:39,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:39,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742173_1352 (size=753) 2024-11-16T08:24:39,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T08:24:39,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T08:24:39,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:39,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.7, size=1.4 K (1413bytes) at 1731745479001Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.7 so closing down at 1731745479004 (+3 ms)3 split writer threads finished at 1731745479004Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745479007 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745479007Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745479011 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745479011Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731745479013 (+2 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731745479013Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745479013 2024-11-16T08:24:39,015 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/oldWALs/wal.dat.7 2024-11-16T08:24:39,015 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:39,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.8 2024-11-16T08:24:39,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.8 after 0ms 2024-11-16T08:24:39,017 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.8 took 2ms 2024-11-16T08:24:39,018 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.8 so closing down 2024-11-16T08:24:39,018 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:39,018 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:39,019 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:39,019 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:39,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:39,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:39,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742175_1354 (size=753) 2024-11-16T08:24:39,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742175_1354 (size=753) 2024-11-16T08:24:39,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:39,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T08:24:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742176_1355 (size=753) 2024-11-16T08:24:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742176_1355 (size=753) 2024-11-16T08:24:39,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:39,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T08:24:39,035 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:39,035 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.8, size=1.4 K (1413bytes) at 1731745479015Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.8 so closing down at 1731745479018 (+3 ms)3 split writer threads finished at 1731745479018Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745479020 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745479020Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745479030 (+10 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731745479031 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745479034 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731745479035 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745479035 2024-11-16T08:24:39,036 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/oldWALs/wal.dat.8 2024-11-16T08:24:39,036 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:39,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.9 2024-11-16T08:24:39,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.9 after 1ms 2024-11-16T08:24:39,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.9 took 2ms 2024-11-16T08:24:39,039 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.9 so closing down 2024-11-16T08:24:39,039 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:39,039 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:39,042 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:39,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:39,047 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:39,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:39,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742177_1356 (size=753) 2024-11-16T08:24:39,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742177_1356 (size=753) 2024-11-16T08:24:39,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:39,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T08:24:39,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742178_1357 (size=753) 2024-11-16T08:24:39,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742178_1357 (size=753) 2024-11-16T08:24:39,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:39,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T08:24:39,061 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:39,061 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.9, size=1.4 K (1413bytes) at 1731745479036Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.9 so closing down at 1731745479039 (+3 ms)3 split writer threads finished at 1731745479039Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745479046 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745479048 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745479053 (+5 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731745479055 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745479060 (+5 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731745479061 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745479061 2024-11-16T08:24:39,070 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/oldWALs/wal.dat.9 2024-11-16T08:24:39,070 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.empty, size=93 (93bytes) 2024-11-16T08:24:39,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.empty 2024-11-16T08:24:39,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.empty after 1ms 2024-11-16T08:24:39,073 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.empty took 3ms 2024-11-16T08:24:39,078 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.empty so closing down 2024-11-16T08:24:39,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:39,078 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:39,078 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T08:24:39,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.empty, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.empty, size=93 (93bytes) at 1731745479070Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.empty so closing down at 1731745479078 (+8 ms)3 split writer threads finished at 1731745479078Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731745479078 2024-11-16T08:24:39,080 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/WALs/testemptylogfiles,16010,1731745477702/wal.dat.empty to hdfs://localhost:34975/user/jenkins/test-data/bf38d0d8-014d-916a-042a-fdef3e240a16/oldWALs/wal.dat.empty 2024-11-16T08:24:39,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=140 (was 141), OpenFileDescriptor=393 (was 400), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=3762 (was 3773) 2024-11-16T08:24:39,148 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=3762 2024-11-16T08:24:39,148 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:39,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742179_1358 (size=7) 2024-11-16T08:24:39,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742179_1358 (size=7) 2024-11-16T08:24:39,154 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:39,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:39,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:39,158 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:39,159 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:39,159 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:39,160 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:39,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742180_1359 (size=1393) 2024-11-16T08:24:39,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742180_1359 (size=1393) 2024-11-16T08:24:39,173 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:39,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:39,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742181_1360 (size=1393) 2024-11-16T08:24:39,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742181_1360 (size=1393) 2024-11-16T08:24:39,187 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:39,188 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:39,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742182_1361 (size=1393) 2024-11-16T08:24:39,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742182_1361 (size=1393) 2024-11-16T08:24:39,209 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:39,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:39,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742183_1362 (size=1393) 2024-11-16T08:24:39,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:39,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:39,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742183_1362 (size=1393) 2024-11-16T08:24:39,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742184_1363 (size=1393) 2024-11-16T08:24:39,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:39,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742184_1363 (size=1393) 2024-11-16T08:24:39,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:39,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742185_1364 (size=1393) 2024-11-16T08:24:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742185_1364 (size=1393) 2024-11-16T08:24:39,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:39,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:39,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742186_1365 (size=1405) 2024-11-16T08:24:39,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742186_1365 (size=1405) 2024-11-16T08:24:39,680 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:39,680 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:39,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:39,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:39,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742187_1366 (size=1413) 2024-11-16T08:24:39,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742187_1366 (size=1413) 2024-11-16T08:24:40,097 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:40,098 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:40,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742188_1367 (size=1413) 2024-11-16T08:24:40,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742188_1367 (size=1413) 2024-11-16T08:24:40,146 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:40,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:40,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:40,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742189_1368 (size=1413) 2024-11-16T08:24:40,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742189_1368 (size=1413) 2024-11-16T08:24:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:40,213 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:40,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.0 2024-11-16T08:24:40,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.0 after 0ms 2024-11-16T08:24:40,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.0 took 3ms 2024-11-16T08:24:40,243 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.0 so closing down 2024-11-16T08:24:40,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:40,243 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:40,256 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:40,260 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:40,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:40,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742190_1369 (size=743) 2024-11-16T08:24:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742190_1369 (size=743) 2024-11-16T08:24:40,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:40,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742191_1370 (size=743) 2024-11-16T08:24:40,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742191_1370 (size=743) 2024-11-16T08:24:40,321 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:40,323 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:40,323 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.0, size=1.4 K (1393bytes) at 1731745480214Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.0 so closing down at 1731745480243 (+29 ms)3 split writer threads finished at 1731745480243Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745480272 (+29 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745480272Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480314 (+42 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745480316 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480321 (+5 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745480322 (+1 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745480323 (+1 ms) 2024-11-16T08:24:40,325 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/oldWALs/wal.dat.0 2024-11-16T08:24:40,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:40,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.1 2024-11-16T08:24:40,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.1 after 1ms 2024-11-16T08:24:40,329 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.1 took 4ms 2024-11-16T08:24:40,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.1 so closing down 2024-11-16T08:24:40,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:40,338 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:40,342 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:40,344 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:40,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:40,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:40,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742192_1371 (size=743) 2024-11-16T08:24:40,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742192_1371 (size=743) 2024-11-16T08:24:40,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:40,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742193_1372 (size=743) 2024-11-16T08:24:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742193_1372 (size=743) 2024-11-16T08:24:40,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:40,390 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:40,390 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.1, size=1.4 K (1393bytes) at 1731745480325Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.1 so closing down at 1731745480337 (+12 ms)3 split writer threads finished at 1731745480338 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745480345 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745480345Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480379 (+34 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745480381 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480387 (+6 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745480390 (+3 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745480390 2024-11-16T08:24:40,443 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/oldWALs/wal.dat.1 2024-11-16T08:24:40,444 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:40,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.2 2024-11-16T08:24:40,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.2 after 2ms 2024-11-16T08:24:40,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.2 took 5ms 2024-11-16T08:24:40,452 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.2 so closing down 2024-11-16T08:24:40,452 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:40,452 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:40,458 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:40,458 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:40,459 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:40,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742194_1373 (size=743) 2024-11-16T08:24:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742194_1373 (size=743) 2024-11-16T08:24:40,483 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:40,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742195_1374 (size=743) 2024-11-16T08:24:40,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742195_1374 (size=743) 2024-11-16T08:24:40,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:40,499 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:40,499 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.2, size=1.4 K (1393bytes) at 1731745480444Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.2 so closing down at 1731745480452 (+8 ms)3 split writer threads finished at 1731745480452Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745480459 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745480466 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480483 (+17 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745480484 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480496 (+12 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745480499 (+3 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745480499 2024-11-16T08:24:40,501 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/oldWALs/wal.dat.2 2024-11-16T08:24:40,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:40,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.3 2024-11-16T08:24:40,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.3 after 0ms 2024-11-16T08:24:40,503 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.3 took 2ms 2024-11-16T08:24:40,505 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.3 so closing down 2024-11-16T08:24:40,505 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:40,505 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:40,507 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:40,507 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:40,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:40,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:40,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742197_1376 (size=743) 2024-11-16T08:24:40,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742197_1376 (size=743) 2024-11-16T08:24:40,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742196_1375 (size=743) 2024-11-16T08:24:40,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742196_1375 (size=743) 2024-11-16T08:24:40,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T08:24:40,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:40,523 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:40,523 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.3, size=1.4 K (1393bytes) at 1731745480501Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.3 so closing down at 1731745480505 (+4 ms)3 split writer threads finished at 1731745480505Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745480508 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745480508Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480519 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480522 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480522Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745480523 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745480523 2024-11-16T08:24:40,524 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/oldWALs/wal.dat.3 2024-11-16T08:24:40,525 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:40,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.4 2024-11-16T08:24:40,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.4 after 0ms 2024-11-16T08:24:40,527 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.4 took 3ms 2024-11-16T08:24:40,528 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.4 so closing down 2024-11-16T08:24:40,528 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:40,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:40,530 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:40,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:40,533 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:40,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:40,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742198_1377 (size=743) 2024-11-16T08:24:40,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742198_1377 (size=743) 2024-11-16T08:24:40,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T08:24:40,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742199_1378 (size=743) 2024-11-16T08:24:40,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742199_1378 (size=743) 2024-11-16T08:24:40,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,551 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T08:24:40,552 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:40,552 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.4, size=1.4 K (1393bytes) at 1731745480525Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.4 so closing down at 1731745480528 (+3 ms)3 split writer threads finished at 1731745480529 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745480533 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745480535 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480543 (+8 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731745480545 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480550 (+5 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731745480551 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745480552 (+1 ms) 2024-11-16T08:24:40,553 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/oldWALs/wal.dat.4 2024-11-16T08:24:40,553 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T08:24:40,553 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.5 2024-11-16T08:24:40,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.5 after 1ms 2024-11-16T08:24:40,555 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.5 took 2ms 2024-11-16T08:24:40,557 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.5 so closing down 2024-11-16T08:24:40,557 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:40,557 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:40,558 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:40,559 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:40,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:40,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:40,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742201_1380 (size=743) 2024-11-16T08:24:40,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742201_1380 (size=743) 2024-11-16T08:24:40,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T08:24:40,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742200_1379 (size=743) 2024-11-16T08:24:40,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742200_1379 (size=743) 2024-11-16T08:24:40,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T08:24:40,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:40,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.5, size=1.4 K (1393bytes) at 1731745480553Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.5 so closing down at 1731745480557 (+4 ms)3 split writer threads finished at 1731745480557Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731745480559 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745480560 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480567 (+7 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731745480568 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480574 (+6 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731745480575 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745480575 2024-11-16T08:24:40,577 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/oldWALs/wal.dat.5 2024-11-16T08:24:40,577 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:40,577 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.6 2024-11-16T08:24:40,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.6 after 1ms 2024-11-16T08:24:40,579 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.6 took 2ms 2024-11-16T08:24:40,580 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.6 so closing down 2024-11-16T08:24:40,581 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:40,581 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:40,583 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:40,583 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:40,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:40,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:40,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742202_1381 (size=749) 2024-11-16T08:24:40,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742202_1381 (size=749) 2024-11-16T08:24:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742203_1382 (size=749) 2024-11-16T08:24:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742203_1382 (size=749) 2024-11-16T08:24:40,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:40,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T08:24:41,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T08:24:41,011 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T08:24:41,011 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.6, size=1.4 K (1405bytes) at 1731745480577Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.6 so closing down at 1731745480581 (+4 ms)3 split writer threads finished at 1731745480581Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745480588 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731745480592 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745480620 (+28 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731745480623 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481009 (+386 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731745481011 (+2 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731745481011 2024-11-16T08:24:41,012 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/oldWALs/wal.dat.6 2024-11-16T08:24:41,013 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:41,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.7 2024-11-16T08:24:41,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.7 after 0ms 2024-11-16T08:24:41,015 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.7 took 2ms 2024-11-16T08:24:41,017 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.7 so closing down 2024-11-16T08:24:41,017 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:41,017 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:41,027 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:41,027 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:41,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:41,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:41,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742205_1384 (size=753) 2024-11-16T08:24:41,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742205_1384 (size=753) 2024-11-16T08:24:41,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T08:24:41,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742204_1383 (size=753) 2024-11-16T08:24:41,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742204_1383 (size=753) 2024-11-16T08:24:41,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T08:24:41,049 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:41,049 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.7, size=1.4 K (1413bytes) at 1731745481013Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.7 so closing down at 1731745481017 (+4 ms)3 split writer threads finished at 1731745481017Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745481029 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745481029Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481038 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731745481040 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481048 (+8 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731745481049 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745481049 2024-11-16T08:24:41,050 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/oldWALs/wal.dat.7 2024-11-16T08:24:41,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:41,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.8 2024-11-16T08:24:41,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.8 after 0ms 2024-11-16T08:24:41,053 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.8 took 3ms 2024-11-16T08:24:41,054 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.8 so closing down 2024-11-16T08:24:41,054 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:41,054 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:41,055 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:41,055 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:41,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:41,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:41,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742206_1385 (size=753) 2024-11-16T08:24:41,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742206_1385 (size=753) 2024-11-16T08:24:41,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742207_1386 (size=753) 2024-11-16T08:24:41,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742207_1386 (size=753) 2024-11-16T08:24:41,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T08:24:41,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T08:24:41,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:41,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.8, size=1.4 K (1413bytes) at 1731745481051Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.8 so closing down at 1731745481054 (+3 ms)3 split writer threads finished at 1731745481054Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731745481056 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745481056Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481070 (+14 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481071 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731745481072 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731745481072Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745481072 2024-11-16T08:24:41,074 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/oldWALs/wal.dat.8 2024-11-16T08:24:41,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:41,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.9 2024-11-16T08:24:41,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.9 after 0ms 2024-11-16T08:24:41,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.9 took 3ms 2024-11-16T08:24:41,078 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.9 so closing down 2024-11-16T08:24:41,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:41,078 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:41,079 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:41,079 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:41,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:41,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:41,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742209_1388 (size=753) 2024-11-16T08:24:41,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742209_1388 (size=753) 2024-11-16T08:24:41,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742208_1387 (size=753) 2024-11-16T08:24:41,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742208_1387 (size=753) 2024-11-16T08:24:41,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T08:24:41,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T08:24:41,100 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:41,100 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.9, size=1.4 K (1413bytes) at 1731745481075Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.9 so closing down at 1731745481078 (+3 ms)3 split writer threads finished at 1731745481078Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745481081 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745481081Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481098 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481099 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731745481100 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731745481100Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745481100 2024-11-16T08:24:41,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731745479159/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/f322fd9e-6ac6-29dd-bd25-86ea537ddc7d/oldWALs/wal.dat.9 2024-11-16T08:24:41,112 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=139 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=569 (was 540) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3742 (was 3762) 2024-11-16T08:24:41,120 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=569, ProcessCount=11, AvailableMemoryMB=3742 2024-11-16T08:24:41,120 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:41,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742210_1389 (size=7) 2024-11-16T08:24:41,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742210_1389 (size=7) 2024-11-16T08:24:41,129 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:41,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:41,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:41,133 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:41,138 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:34975/user/jenkins/test-data/5e63ad07-5cb7-9d8a-578f-f1ad614a46d0/data/hbase/meta/1588230740/recovered.edits 2024-11-16T08:24:41,152 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=139 (was 139), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=569 (was 569), ProcessCount=11 (was 11), AvailableMemoryMB=3742 (was 3742) 2024-11-16T08:24:41,158 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=569, ProcessCount=11, AvailableMemoryMB=3742 2024-11-16T08:24:41,158 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742211_1390 (size=7) 2024-11-16T08:24:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742211_1390 (size=7) 2024-11-16T08:24:41,174 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:41,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:41,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:41,177 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:41,178 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-16T08:24:41,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:41,180 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-16T08:24:41,180 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-16T08:24:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742212_1391 (size=818) 2024-11-16T08:24:41,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742212_1391 (size=818) 2024-11-16T08:24:41,216 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/WALs/testemptywaledit,16010,1731745481178/wal.dat.5, size=818 (818bytes) 2024-11-16T08:24:41,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/WALs/testemptywaledit,16010,1731745481178/wal.dat.5 2024-11-16T08:24:41,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/WALs/testemptywaledit,16010,1731745481178/wal.dat.5 after 1ms 2024-11-16T08:24:41,218 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/WALs/testemptywaledit,16010,1731745481178/wal.dat.5 took 2ms 2024-11-16T08:24:41,220 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/WALs/testemptywaledit,16010,1731745481178/wal.dat.5 so closing down 2024-11-16T08:24:41,220 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:41,220 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:41,222 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-16T08:24:41,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-16T08:24:41,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742213_1392 (size=783) 2024-11-16T08:24:41,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742213_1392 (size=783) 2024-11-16T08:24:41,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-16T08:24:41,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-16T08:24:41,229 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/WALs/testemptywaledit,16010,1731745481178/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-16T08:24:41,229 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/WALs/testemptywaledit,16010,1731745481178/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/WALs/testemptywaledit,16010,1731745481178/wal.dat.5, size=818 (818bytes) at 1731745481216Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/WALs/testemptywaledit,16010,1731745481178/wal.dat.5 so closing down at 1731745481220 (+4 ms)3 split writer threads finished at 1731745481220Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731745481223 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731745481227 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731745481229 (+2 ms)Processed 11 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/WALs/testemptywaledit,16010,1731745481178/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731745481229 2024-11-16T08:24:41,230 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/WALs/testemptywaledit,16010,1731745481178/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/b174bc31-87ea-9e7c-60b3-13c3683ae0c2/oldWALs/wal.dat.5 2024-11-16T08:24:41,247 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=139 (was 139), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=569 (was 569), ProcessCount=11 (was 11), AvailableMemoryMB=3742 (was 3742) 2024-11-16T08:24:41,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=569, ProcessCount=11, AvailableMemoryMB=3741 2024-11-16T08:24:41,253 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:41,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742214_1393 (size=7) 2024-11-16T08:24:41,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742214_1393 (size=7) 2024-11-16T08:24:41,258 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:41,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:41,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:41,261 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:41,261 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:41,262 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:41,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:41,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742215_1394 (size=1393) 2024-11-16T08:24:41,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742215_1394 (size=1393) 2024-11-16T08:24:41,272 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:41,272 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:41,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742216_1395 (size=1393) 2024-11-16T08:24:41,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742216_1395 (size=1393) 2024-11-16T08:24:41,284 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:41,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:41,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742217_1396 (size=1393) 2024-11-16T08:24:41,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742217_1396 (size=1393) 2024-11-16T08:24:41,294 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:41,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:41,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742218_1397 (size=1393) 2024-11-16T08:24:41,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742218_1397 (size=1393) 2024-11-16T08:24:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:41,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:41,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742219_1398 (size=1393) 2024-11-16T08:24:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742219_1398 (size=1393) 2024-11-16T08:24:41,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:41,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:41,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742220_1399 (size=1393) 2024-11-16T08:24:41,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742220_1399 (size=1393) 2024-11-16T08:24:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:41,324 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742221_1400 (size=1405) 2024-11-16T08:24:41,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742221_1400 (size=1405) 2024-11-16T08:24:41,333 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:41,333 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:41,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742222_1401 (size=1413) 2024-11-16T08:24:41,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742222_1401 (size=1413) 2024-11-16T08:24:41,342 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:41,342 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:41,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742223_1402 (size=1413) 2024-11-16T08:24:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742223_1402 (size=1413) 2024-11-16T08:24:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:41,350 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:41,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:41,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742224_1403 (size=1413) 2024-11-16T08:24:41,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742224_1403 (size=1413) 2024-11-16T08:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:41,385 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:41,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.0 2024-11-16T08:24:41,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.0 after 0ms 2024-11-16T08:24:41,387 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.0 took 2ms 2024-11-16T08:24:41,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.0 so closing down 2024-11-16T08:24:41,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:41,389 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:41,391 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:41,391 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:41,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:41,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742226_1405 (size=743) 2024-11-16T08:24:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742227_1406 (size=743) 2024-11-16T08:24:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742227_1406 (size=743) 2024-11-16T08:24:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742226_1405 (size=743) 2024-11-16T08:24:41,398 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:41,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:41,399 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:41,399 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.0, size=1.4 K (1393bytes) at 1731745481385Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.0 so closing down at 1731745481389 (+4 ms)3 split writer threads finished at 1731745481389Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745481392 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745481392Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481398 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481398Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745481399 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745481399Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745481399 2024-11-16T08:24:41,401 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/oldWALs/wal.dat.0 2024-11-16T08:24:41,401 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:41,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.1 2024-11-16T08:24:41,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.1 after 0ms 2024-11-16T08:24:41,403 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.1 took 2ms 2024-11-16T08:24:41,404 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.1 so closing down 2024-11-16T08:24:41,404 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:41,404 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:41,405 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:41,405 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:41,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:41,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742228_1407 (size=743) 2024-11-16T08:24:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742228_1407 (size=743) 2024-11-16T08:24:41,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742229_1408 (size=743) 2024-11-16T08:24:41,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742229_1408 (size=743) 2024-11-16T08:24:41,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:41,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:41,816 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:41,816 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.1, size=1.4 K (1393bytes) at 1731745481401Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.1 so closing down at 1731745481404 (+3 ms)3 split writer threads finished at 1731745481404Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745481406 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745481406Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481418 (+12 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745481419 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481814 (+395 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745481816 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745481816 2024-11-16T08:24:41,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/oldWALs/wal.dat.1 2024-11-16T08:24:41,817 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:41,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.2 2024-11-16T08:24:41,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.2 after 1ms 2024-11-16T08:24:41,819 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.2 took 2ms 2024-11-16T08:24:41,821 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.2 so closing down 2024-11-16T08:24:41,821 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:41,824 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:41,828 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:41,828 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:41,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:41,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742230_1409 (size=743) 2024-11-16T08:24:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742230_1409 (size=743) 2024-11-16T08:24:41,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742231_1410 (size=743) 2024-11-16T08:24:41,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742231_1410 (size=743) 2024-11-16T08:24:41,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:41,843 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:41,843 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.2, size=1.4 K (1393bytes) at 1731745481817Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.2 so closing down at 1731745481821 (+4 ms)3 split writer threads finished at 1731745481824 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745481829 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745481829Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481838 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745481839 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481842 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745481843 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745481843 2024-11-16T08:24:41,845 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/oldWALs/wal.dat.2 2024-11-16T08:24:41,845 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:41,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.3 2024-11-16T08:24:41,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.3 after 0ms 2024-11-16T08:24:41,847 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.3 took 2ms 2024-11-16T08:24:41,848 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.3 so closing down 2024-11-16T08:24:41,848 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:41,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:41,852 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:41,852 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:41,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:41,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742232_1411 (size=743) 2024-11-16T08:24:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742232_1411 (size=743) 2024-11-16T08:24:41,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T08:24:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742233_1412 (size=743) 2024-11-16T08:24:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742233_1412 (size=743) 2024-11-16T08:24:41,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:41,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:41,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.3, size=1.4 K (1393bytes) at 1731745481845Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.3 so closing down at 1731745481848 (+3 ms)3 split writer threads finished at 1731745481848Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745481853 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745481853Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481878 (+25 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731745481879 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481886 (+7 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745481887 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745481887 2024-11-16T08:24:41,889 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/oldWALs/wal.dat.3 2024-11-16T08:24:41,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:41,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.4 2024-11-16T08:24:41,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.4 after 0ms 2024-11-16T08:24:41,892 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.4 took 3ms 2024-11-16T08:24:41,900 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.4 so closing down 2024-11-16T08:24:41,900 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:41,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:41,902 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:41,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:41,907 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:41,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742234_1413 (size=743) 2024-11-16T08:24:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742234_1413 (size=743) 2024-11-16T08:24:41,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T08:24:41,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742235_1414 (size=743) 2024-11-16T08:24:41,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742235_1414 (size=743) 2024-11-16T08:24:41,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:41,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T08:24:41,927 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:41,927 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.4, size=1.4 K (1393bytes) at 1731745481889Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.4 so closing down at 1731745481900 (+11 ms)3 split writer threads finished at 1731745481900Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745481905 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745481908 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481917 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731745481918 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745481926 (+8 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731745481927 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745481927 2024-11-16T08:24:41,929 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/oldWALs/wal.dat.4 2024-11-16T08:24:41,929 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5, size=1.4 K (1394bytes) 2024-11-16T08:24:41,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5 2024-11-16T08:24:41,929 WARN [IPC Server handler 2 on default port 34975 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-16T08:24:41,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5 after 1ms 2024-11-16T08:24:42,105 WARN [ResponseProcessor for block BP-371781806-172.17.0.3-1731745431648:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-371781806-172.17.0.3-1731745431648:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:42,105 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_264297354_22 at /127.0.0.1:60074 [Receiving block BP-371781806-172.17.0.3-1731745431648:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:42169:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60074 dst: /127.0.0.1:42169 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:42,105 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_264297354_22 at /127.0.0.1:49916 [Receiving block BP-371781806-172.17.0.3-1731745431648:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:34153:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49916 dst: /127.0.0.1:34153 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34153 remote=/127.0.0.1:49916]. Total timeout mills is 60000, 59260 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T08:24:42,105 WARN [DataStreamer for file /user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5 block BP-371781806-172.17.0.3-1731745431648:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-371781806-172.17.0.3-1731745431648:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34153,DS-4668f086-d030-4e91-8142-a4525cb57f05,DISK], DatanodeInfoWithStorage[127.0.0.1:42169,DS-2532fe86-ea42-473c-b964-e3c3e581741f,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34153,DS-4668f086-d030-4e91-8142-a4525cb57f05,DISK]) is bad. 2024-11-16T08:24:42,106 WARN [DataStreamer for file /user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5 block BP-371781806-172.17.0.3-1731745431648:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-371781806-172.17.0.3-1731745431648:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T08:24:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742225_1415 (size=1394) 2024-11-16T08:24:45,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5 after 4001ms 2024-11-16T08:24:45,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5 took 4004ms 2024-11-16T08:24:45,934 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:45,934 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5 so closing down 2024-11-16T08:24:45,934 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:45,935 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:45,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:45,936 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:45,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:45,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:45,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742237_1417 (size=418) 2024-11-16T08:24:45,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742237_1417 (size=418) 2024-11-16T08:24:45,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742236_1416 (size=353) 2024-11-16T08:24:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742236_1416 (size=353) 2024-11-16T08:24:45,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:45,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:45,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-16T08:24:45,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-16T08:24:45,942 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-16T08:24:45,942 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5, size=1.4 K (1394bytes) at 1731745481929Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5 so closing down at 1731745485934 (+4005 ms)3 split writer threads finished at 1731745485935 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731745485937 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745485937Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745485941 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731745485941Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731745485942 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731745485942Processed 9 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731745485942 2024-11-16T08:24:45,943 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/corrupt/wal.dat.5 2024-11-16T08:24:45,943 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:45,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.6 2024-11-16T08:24:45,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.6 after 1ms 2024-11-16T08:24:45,945 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.6 took 2ms 2024-11-16T08:24:45,946 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.6 so closing down 2024-11-16T08:24:45,946 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:45,946 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:45,948 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:45,948 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:45,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:45,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:45,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742238_1418 (size=749) 2024-11-16T08:24:45,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742238_1418 (size=749) 2024-11-16T08:24:45,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:45,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742239_1419 (size=749) 2024-11-16T08:24:45,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:45,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742239_1419 (size=749) 2024-11-16T08:24:45,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T08:24:45,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T08:24:45,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T08:24:45,964 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.6, size=1.4 K (1405bytes) at 1731745485943Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.6 so closing down at 1731745485946 (+3 ms)3 split writer threads finished at 1731745485946Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731745485949 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745485949Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745485962 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745485962Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731745485963 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731745485963Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731745485963 2024-11-16T08:24:45,965 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/oldWALs/wal.dat.6 2024-11-16T08:24:45,965 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:45,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.7 2024-11-16T08:24:45,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.7 after 0ms 2024-11-16T08:24:45,967 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.7 took 2ms 2024-11-16T08:24:45,968 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.7 so closing down 2024-11-16T08:24:45,968 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:45,968 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:45,969 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:45,969 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:45,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:45,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:45,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742241_1421 (size=753) 2024-11-16T08:24:45,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742241_1421 (size=753) 2024-11-16T08:24:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742240_1420 (size=753) 2024-11-16T08:24:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742240_1420 (size=753) 2024-11-16T08:24:45,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:45,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T08:24:46,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:46,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T08:24:46,378 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:46,378 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.7, size=1.4 K (1413bytes) at 1731745485965Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.7 so closing down at 1731745485968 (+3 ms)3 split writer threads finished at 1731745485968Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745485970 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745485970Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745485979 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731745485981 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745486377 (+396 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731745486378 (+1 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745486378 2024-11-16T08:24:46,380 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/oldWALs/wal.dat.7 2024-11-16T08:24:46,380 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:46,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.8 2024-11-16T08:24:46,381 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.8 after 1ms 2024-11-16T08:24:46,382 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.8 took 2ms 2024-11-16T08:24:46,383 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.8 so closing down 2024-11-16T08:24:46,383 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:46,383 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:46,385 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:46,385 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:46,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:46,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:46,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742242_1422 (size=753) 2024-11-16T08:24:46,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742243_1423 (size=753) 2024-11-16T08:24:46,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742243_1423 (size=753) 2024-11-16T08:24:46,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742242_1422 (size=753) 2024-11-16T08:24:46,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:46,398 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:46,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T08:24:46,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T08:24:46,399 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:46,399 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.8, size=1.4 K (1413bytes) at 1731745486380Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.8 so closing down at 1731745486383 (+3 ms)3 split writer threads finished at 1731745486383Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731745486386 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745486386Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745486398 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745486398Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731745486399 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731745486399Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745486399 2024-11-16T08:24:46,401 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/oldWALs/wal.dat.8 2024-11-16T08:24:46,401 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:46,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.9 2024-11-16T08:24:46,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.9 after 0ms 2024-11-16T08:24:46,403 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.9 took 2ms 2024-11-16T08:24:46,404 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.9 so closing down 2024-11-16T08:24:46,404 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:46,404 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:46,405 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:46,405 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:46,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:46,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:46,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742245_1425 (size=753) 2024-11-16T08:24:46,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742245_1425 (size=753) 2024-11-16T08:24:46,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742244_1424 (size=753) 2024-11-16T08:24:46,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:46,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742244_1424 (size=753) 2024-11-16T08:24:46,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:46,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T08:24:46,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T08:24:46,413 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:46,413 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.9, size=1.4 K (1413bytes) at 1731745486401Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.9 so closing down at 1731745486404 (+3 ms)3 split writer threads finished at 1731745486404Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745486406 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745486406Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745486411 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745486412 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731745486412Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731745486412Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745486413 (+1 ms) 2024-11-16T08:24:46,414 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731745481261/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/2cfec340-4e67-0e42-e963-b50ef1f576a3/oldWALs/wal.dat.9 2024-11-16T08:24:46,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=531 (was 569), ProcessCount=11 (was 11), AvailableMemoryMB=3740 (was 3741) 2024-11-16T08:24:46,463 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=140, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=531, ProcessCount=11, AvailableMemoryMB=3739 2024-11-16T08:24:46,463 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:46,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742246_1426 (size=7) 2024-11-16T08:24:46,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742246_1426 (size=7) 2024-11-16T08:24:46,469 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:46,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:46,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:46,472 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:46,472 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T08:24:46,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:46,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742247_1427 (size=863) 2024-11-16T08:24:46,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742247_1427 (size=863) 2024-11-16T08:24:46,481 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742248_1428 (size=823) 2024-11-16T08:24:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742248_1428 (size=823) 2024-11-16T08:24:46,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/WALs/testeofisignored,16010,1731745486472/wal.dat.0, size=823 (823bytes) 2024-11-16T08:24:46,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/WALs/testeofisignored,16010,1731745486472/wal.dat.0 2024-11-16T08:24:46,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/WALs/testeofisignored,16010,1731745486472/wal.dat.0 after 1ms 2024-11-16T08:24:46,503 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/WALs/testeofisignored,16010,1731745486472/wal.dat.0 took 2ms 2024-11-16T08:24:46,507 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/WALs/testeofisignored,16010,1731745486472/wal.dat.0; continuing. 2024-11-16T08:24:46,507 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/WALs/testeofisignored,16010,1731745486472/wal.dat.0 so closing down 2024-11-16T08:24:46,507 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:46,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:46,509 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:46,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:46,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742249_1429 (size=786) 2024-11-16T08:24:46,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742249_1429 (size=786) 2024-11-16T08:24:46,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:46,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-16T08:24:46,515 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/WALs/testeofisignored,16010,1731745486472/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-16T08:24:46,515 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/WALs/testeofisignored,16010,1731745486472/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/WALs/testeofisignored,16010,1731745486472/wal.dat.0, size=823 (823bytes) at 1731745486501Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/WALs/testeofisignored,16010,1731745486472/wal.dat.0 so closing down at 1731745486507 (+6 ms)3 split writer threads finished at 1731745486507Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745486510 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731745486514 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731745486514Processed 9 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/WALs/testeofisignored,16010,1731745486472/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731745486515 (+1 ms) 2024-11-16T08:24:46,516 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/WALs/testeofisignored,16010,1731745486472/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/724061d6-5f8f-352d-9045-5a882163ee72/oldWALs/wal.dat.0 2024-11-16T08:24:46,527 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=140 (was 140), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=531 (was 531), ProcessCount=11 (was 11), AvailableMemoryMB=3739 (was 3739) 2024-11-16T08:24:46,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=140, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=531, ProcessCount=11, AvailableMemoryMB=3739 2024-11-16T08:24:46,534 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:46,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742250_1430 (size=7) 2024-11-16T08:24:46,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742250_1430 (size=7) 2024-11-16T08:24:46,540 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:46,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:46,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:46,545 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:46,545 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-16T08:24:46,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T08:24:46,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742251_1431 (size=93) 2024-11-16T08:24:46,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742251_1431 (size=93) 2024-11-16T08:24:46,569 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/61f671f2-f297-4d31-64c9-531b2b4ea494/WALs/testsplitlogfileempty,16010,1731745486545/wal.dat..empty, size=93 (93bytes) 2024-11-16T08:24:46,569 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/61f671f2-f297-4d31-64c9-531b2b4ea494/WALs/testsplitlogfileempty,16010,1731745486545/wal.dat..empty 2024-11-16T08:24:46,569 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/61f671f2-f297-4d31-64c9-531b2b4ea494/WALs/testsplitlogfileempty,16010,1731745486545/wal.dat..empty after 0ms 2024-11-16T08:24:46,571 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/61f671f2-f297-4d31-64c9-531b2b4ea494/WALs/testsplitlogfileempty,16010,1731745486545/wal.dat..empty took 2ms 2024-11-16T08:24:46,571 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/61f671f2-f297-4d31-64c9-531b2b4ea494/WALs/testsplitlogfileempty,16010,1731745486545/wal.dat..empty so closing down 2024-11-16T08:24:46,571 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:46,571 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:46,571 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/61f671f2-f297-4d31-64c9-531b2b4ea494/WALs/testsplitlogfileempty,16010,1731745486545/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T08:24:46,571 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/61f671f2-f297-4d31-64c9-531b2b4ea494/WALs/testsplitlogfileempty,16010,1731745486545/wal.dat..empty, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/61f671f2-f297-4d31-64c9-531b2b4ea494/WALs/testsplitlogfileempty,16010,1731745486545/wal.dat..empty, size=93 (93bytes) at 1731745486569Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/61f671f2-f297-4d31-64c9-531b2b4ea494/WALs/testsplitlogfileempty,16010,1731745486545/wal.dat..empty so closing down at 1731745486571 (+2 ms)3 split writer threads finished at 1731745486571Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/61f671f2-f297-4d31-64c9-531b2b4ea494/WALs/testsplitlogfileempty,16010,1731745486545/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731745486571 2024-11-16T08:24:46,573 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/61f671f2-f297-4d31-64c9-531b2b4ea494/WALs/testsplitlogfileempty,16010,1731745486545/wal.dat..empty to hdfs://localhost:34975/user/jenkins/test-data/61f671f2-f297-4d31-64c9-531b2b4ea494/oldWALs/wal.dat..empty 2024-11-16T08:24:46,581 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=140 (was 140), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=531 (was 531), ProcessCount=11 (was 11), AvailableMemoryMB=3737 (was 3739) 2024-11-16T08:24:46,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=140, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=531, ProcessCount=11, AvailableMemoryMB=3737 2024-11-16T08:24:46,588 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:46,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742252_1432 (size=7) 2024-11-16T08:24:46,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742252_1432 (size=7) 2024-11-16T08:24:46,595 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:46,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:46,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:46,599 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:46,599 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:46,599 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:46,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:46,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742253_1433 (size=1393) 2024-11-16T08:24:46,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742253_1433 (size=1393) 2024-11-16T08:24:46,612 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:46,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:46,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742254_1434 (size=1393) 2024-11-16T08:24:46,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742254_1434 (size=1393) 2024-11-16T08:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:46,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742255_1435 (size=1393) 2024-11-16T08:24:46,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742255_1435 (size=1393) 2024-11-16T08:24:46,630 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:46,630 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742256_1436 (size=1393) 2024-11-16T08:24:46,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742256_1436 (size=1393) 2024-11-16T08:24:46,639 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:46,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:46,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742257_1437 (size=1393) 2024-11-16T08:24:46,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742257_1437 (size=1393) 2024-11-16T08:24:46,647 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:46,647 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:46,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742258_1438 (size=1393) 2024-11-16T08:24:46,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742258_1438 (size=1393) 2024-11-16T08:24:46,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:46,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:46,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742259_1439 (size=1405) 2024-11-16T08:24:46,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742259_1439 (size=1405) 2024-11-16T08:24:46,667 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:46,667 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:46,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742260_1440 (size=1413) 2024-11-16T08:24:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742260_1440 (size=1413) 2024-11-16T08:24:46,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:46,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:46,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742261_1441 (size=1413) 2024-11-16T08:24:46,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742261_1441 (size=1413) 2024-11-16T08:24:46,688 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:46,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:46,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:46,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742262_1442 (size=1413) 2024-11-16T08:24:46,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742262_1442 (size=1413) 2024-11-16T08:24:46,697 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:46,711 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:46,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.0 2024-11-16T08:24:46,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.0 after 0ms 2024-11-16T08:24:46,713 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.0 took 2ms 2024-11-16T08:24:46,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.0 so closing down 2024-11-16T08:24:46,714 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:46,715 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:46,716 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:46,716 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:46,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:46,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:46,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742264_1444 (size=743) 2024-11-16T08:24:46,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742264_1444 (size=743) 2024-11-16T08:24:46,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:46,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742263_1443 (size=743) 2024-11-16T08:24:46,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742263_1443 (size=743) 2024-11-16T08:24:46,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:47,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T08:24:47,123 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:47,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.0, size=1.4 K (1393bytes) at 1731745486711Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.0 so closing down at 1731745486714 (+3 ms)3 split writer threads finished at 1731745486715 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745486717 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745486717Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745486721 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745486722 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487121 (+399 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731745487123 (+2 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745487123 2024-11-16T08:24:47,125 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/oldWALs/wal.dat.0 2024-11-16T08:24:47,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:47,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.1 2024-11-16T08:24:47,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.1 after 0ms 2024-11-16T08:24:47,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.1 took 2ms 2024-11-16T08:24:47,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.1 so closing down 2024-11-16T08:24:47,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:47,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:47,131 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:47,131 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:47,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:47,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742265_1445 (size=743) 2024-11-16T08:24:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742265_1445 (size=743) 2024-11-16T08:24:47,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:47,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742266_1446 (size=743) 2024-11-16T08:24:47,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742266_1446 (size=743) 2024-11-16T08:24:47,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T08:24:47,160 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:47,160 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.1, size=1.4 K (1393bytes) at 1731745487125Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.1 so closing down at 1731745487129 (+4 ms)3 split writer threads finished at 1731745487129Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745487132 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745487132Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487147 (+15 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745487148 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487158 (+10 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731745487160 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745487160 2024-11-16T08:24:47,162 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/oldWALs/wal.dat.1 2024-11-16T08:24:47,162 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:47,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.2 2024-11-16T08:24:47,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.2 after 1ms 2024-11-16T08:24:47,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.2 took 3ms 2024-11-16T08:24:47,166 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.2 so closing down 2024-11-16T08:24:47,166 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:47,166 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:47,169 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:47,169 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:47,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:47,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742268_1448 (size=743) 2024-11-16T08:24:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742268_1448 (size=743) 2024-11-16T08:24:47,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742267_1447 (size=743) 2024-11-16T08:24:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742267_1447 (size=743) 2024-11-16T08:24:47,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T08:24:47,183 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:47,183 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.2, size=1.4 K (1393bytes) at 1731745487162Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.2 so closing down at 1731745487166 (+4 ms)3 split writer threads finished at 1731745487166Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745487170 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745487170Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487178 (+8 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745487179 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487182 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731745487183 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745487183 2024-11-16T08:24:47,184 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/oldWALs/wal.dat.2 2024-11-16T08:24:47,185 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:47,185 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.3 2024-11-16T08:24:47,185 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.3 after 0ms 2024-11-16T08:24:47,187 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.3 took 2ms 2024-11-16T08:24:47,188 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.3 so closing down 2024-11-16T08:24:47,188 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:47,188 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:47,190 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:47,190 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:47,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:47,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742269_1449 (size=743) 2024-11-16T08:24:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742270_1450 (size=743) 2024-11-16T08:24:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742270_1450 (size=743) 2024-11-16T08:24:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742269_1449 (size=743) 2024-11-16T08:24:47,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T08:24:47,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:47,203 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:47,203 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.3, size=1.4 K (1393bytes) at 1731745487185Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.3 so closing down at 1731745487188 (+3 ms)3 split writer threads finished at 1731745487188Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745487191 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745487191Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487202 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487202Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731745487203 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745487203Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745487203 2024-11-16T08:24:47,205 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/oldWALs/wal.dat.3 2024-11-16T08:24:47,205 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:47,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.4 2024-11-16T08:24:47,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.4 after 0ms 2024-11-16T08:24:47,207 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.4 took 2ms 2024-11-16T08:24:47,208 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.4 so closing down 2024-11-16T08:24:47,208 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:47,208 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:47,209 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:47,209 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:47,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:47,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:47,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742271_1451 (size=743) 2024-11-16T08:24:47,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742271_1451 (size=743) 2024-11-16T08:24:47,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T08:24:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742272_1452 (size=743) 2024-11-16T08:24:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742272_1452 (size=743) 2024-11-16T08:24:47,222 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T08:24:47,223 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:47,223 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.4, size=1.4 K (1393bytes) at 1731745487205Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.4 so closing down at 1731745487208 (+3 ms)3 split writer threads finished at 1731745487208Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745487210 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745487214 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487217 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731745487218 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487222 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731745487223 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745487223 2024-11-16T08:24:47,224 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/oldWALs/wal.dat.4 2024-11-16T08:24:47,224 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T08:24:47,224 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.5 2024-11-16T08:24:47,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.5 after 1ms 2024-11-16T08:24:47,226 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.5 took 2ms 2024-11-16T08:24:47,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.5 so closing down 2024-11-16T08:24:47,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:47,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:47,229 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:47,229 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:47,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:47,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742273_1453 (size=743) 2024-11-16T08:24:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742274_1454 (size=743) 2024-11-16T08:24:47,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742274_1454 (size=743) 2024-11-16T08:24:47,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742273_1453 (size=743) 2024-11-16T08:24:47,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T08:24:47,239 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T08:24:47,239 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T08:24:47,239 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.5, size=1.4 K (1393bytes) at 1731745487224Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.5 so closing down at 1731745487227 (+3 ms)3 split writer threads finished at 1731745487228 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745487230 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731745487230Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487238 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487238Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731745487239 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731745487239Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731745487239 2024-11-16T08:24:47,240 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/oldWALs/wal.dat.5 2024-11-16T08:24:47,240 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:47,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.6 2024-11-16T08:24:47,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.6 after 0ms 2024-11-16T08:24:47,242 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.6 took 2ms 2024-11-16T08:24:47,243 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.6 so closing down 2024-11-16T08:24:47,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:47,243 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:47,244 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:47,244 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:47,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:47,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742275_1455 (size=749) 2024-11-16T08:24:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742275_1455 (size=749) 2024-11-16T08:24:47,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T08:24:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742276_1456 (size=749) 2024-11-16T08:24:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742276_1456 (size=749) 2024-11-16T08:24:47,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T08:24:47,258 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T08:24:47,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.6, size=1.4 K (1405bytes) at 1731745487240Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.6 so closing down at 1731745487243 (+3 ms)3 split writer threads finished at 1731745487243Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745487245 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731745487245Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487249 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731745487250 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487257 (+7 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731745487258 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731745487258 2024-11-16T08:24:47,259 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/oldWALs/wal.dat.6 2024-11-16T08:24:47,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:47,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.7 2024-11-16T08:24:47,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.7 after 0ms 2024-11-16T08:24:47,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.7 took 2ms 2024-11-16T08:24:47,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.7 so closing down 2024-11-16T08:24:47,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:47,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:47,264 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:47,264 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:47,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:47,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:47,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742277_1457 (size=753) 2024-11-16T08:24:47,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742277_1457 (size=753) 2024-11-16T08:24:47,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742278_1458 (size=753) 2024-11-16T08:24:47,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742278_1458 (size=753) 2024-11-16T08:24:47,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T08:24:47,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T08:24:47,270 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:47,270 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.7, size=1.4 K (1413bytes) at 1731745487260Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.7 so closing down at 1731745487262 (+2 ms)3 split writer threads finished at 1731745487262Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745487265 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745487265Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487269 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487269Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731745487269Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731745487269Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745487270 (+1 ms) 2024-11-16T08:24:47,271 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/oldWALs/wal.dat.7 2024-11-16T08:24:47,271 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:47,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.8 2024-11-16T08:24:47,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.8 after 0ms 2024-11-16T08:24:47,272 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.8 took 1ms 2024-11-16T08:24:47,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.8 so closing down 2024-11-16T08:24:47,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:47,273 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:47,275 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:47,275 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:47,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:47,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:47,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742280_1460 (size=753) 2024-11-16T08:24:47,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742279_1459 (size=753) 2024-11-16T08:24:47,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742280_1460 (size=753) 2024-11-16T08:24:47,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742279_1459 (size=753) 2024-11-16T08:24:47,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T08:24:47,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T08:24:47,685 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:47,686 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.8, size=1.4 K (1413bytes) at 1731745487271Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.8 so closing down at 1731745487273 (+2 ms)3 split writer threads finished at 1731745487273Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745487275 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731745487275Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487279 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731745487280 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487681 (+401 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731745487685 (+4 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745487685 2024-11-16T08:24:47,689 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/oldWALs/wal.dat.8 2024-11-16T08:24:47,690 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:47,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.9 2024-11-16T08:24:47,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.9 after 0ms 2024-11-16T08:24:47,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.9 took 3ms 2024-11-16T08:24:47,695 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.9 so closing down 2024-11-16T08:24:47,695 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:47,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:47,698 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:47,698 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:47,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:47,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:47,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742281_1461 (size=753) 2024-11-16T08:24:47,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742281_1461 (size=753) 2024-11-16T08:24:47,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742282_1462 (size=753) 2024-11-16T08:24:47,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742282_1462 (size=753) 2024-11-16T08:24:47,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T08:24:47,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T08:24:47,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T08:24:47,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.9, size=1.4 K (1413bytes) at 1731745487690Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.9 so closing down at 1731745487695 (+5 ms)3 split writer threads finished at 1731745487695Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745487699 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745487699Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487706 (+7 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731745487707 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487708 (+1 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731745487710 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731745487710 2024-11-16T08:24:47,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/WALs/testlogsgetarchivedaftersplit,16010,1731745486599/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/bea17ffb-9721-bfc2-3427-a97bd8995364/oldWALs/wal.dat.9 2024-11-16T08:24:47,720 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=140 (was 140), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=531 (was 531), ProcessCount=11 (was 11), AvailableMemoryMB=3727 (was 3737) 2024-11-16T08:24:47,725 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=140, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=531, ProcessCount=11, AvailableMemoryMB=3726 2024-11-16T08:24:47,726 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:47,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742283_1463 (size=7) 2024-11-16T08:24:47,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742283_1463 (size=7) 2024-11-16T08:24:47,730 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:47,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:47,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:47,734 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:47,734 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-16T08:24:47,734 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-16T08:24:47,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:47,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742284_1464 (size=723) 2024-11-16T08:24:47,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742284_1464 (size=723) 2024-11-16T08:24:47,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:47,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:47,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742285_1465 (size=723) 2024-11-16T08:24:47,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742285_1465 (size=723) 2024-11-16T08:24:47,749 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:47,749 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:47,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742286_1466 (size=723) 2024-11-16T08:24:47,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742286_1466 (size=723) 2024-11-16T08:24:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:47,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:47,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742287_1467 (size=723) 2024-11-16T08:24:47,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742287_1467 (size=723) 2024-11-16T08:24:47,763 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:47,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:47,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742288_1468 (size=723) 2024-11-16T08:24:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742288_1468 (size=723) 2024-11-16T08:24:47,769 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:47,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742289_1469 (size=723) 2024-11-16T08:24:47,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742289_1469 (size=723) 2024-11-16T08:24:47,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:47,777 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:47,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742290_1470 (size=723) 2024-11-16T08:24:47,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742290_1470 (size=723) 2024-11-16T08:24:47,784 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:47,784 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:47,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742291_1471 (size=723) 2024-11-16T08:24:47,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742291_1471 (size=723) 2024-11-16T08:24:47,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:47,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742292_1472 (size=723) 2024-11-16T08:24:47,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742292_1472 (size=723) 2024-11-16T08:24:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:47,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:47,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742293_1473 (size=723) 2024-11-16T08:24:47,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742293_1473 (size=723) 2024-11-16T08:24:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:47,820 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/oldWALs, maxLogs=32 2024-11-16T08:24:47,848 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731745487846 2024-11-16T08:24:47,853 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731745487846 2024-11-16T08:24:47,897 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42791:42791),(127.0.0.1/127.0.0.1:35147:35147)] 2024-11-16T08:24:47,916 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731745487734/wal.dat.0, size=723 (723bytes) 2024-11-16T08:24:47,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731745487734/wal.dat.0 2024-11-16T08:24:47,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731745487734/wal.dat.0 after 0ms 2024-11-16T08:24:47,919 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731745487734/wal.dat.0 took 3ms 2024-11-16T08:24:47,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731745487734/wal.dat.0 so closing down 2024-11-16T08:24:47,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:47,921 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:47,923 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:47,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:47,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742295_1475 (size=723) 2024-11-16T08:24:47,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742295_1475 (size=723) 2024-11-16T08:24:47,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:47,931 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-16T08:24:47,931 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731745487734/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-16T08:24:47,931 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731745487734/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731745487734/wal.dat.0, size=723 (723bytes) at 1731745487916Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731745487734/wal.dat.0 so closing down at 1731745487921 (+5 ms)3 split writer threads finished at 1731745487921Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745487925 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745487929 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731745487931 (+2 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731745487734/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731745487931 2024-11-16T08:24:47,932 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T08:24:47,932 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T08:24:47,932 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T08:24:47,932 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T08:24:47,932 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T08:24:47,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742294_1474 (size=93) 2024-11-16T08:24:47,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742294_1474 (size=93) 2024-11-16T08:24:47,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3c7bd5a-aa18-3094-a838-37865193b6ca/oldWALs 2024-11-16T08:24:47,940 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731745487846) 2024-11-16T08:24:47,949 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=146 (was 140) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=531 (was 531), ProcessCount=11 (was 11), AvailableMemoryMB=3712 (was 3726) 2024-11-16T08:24:47,957 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=146, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=531, ProcessCount=11, AvailableMemoryMB=3712 2024-11-16T08:24:47,957 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742296_1476 (size=7) 2024-11-16T08:24:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742296_1476 (size=7) 2024-11-16T08:24:47,964 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:47,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:47,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:47,967 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:47,968 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T08:24:47,969 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:47,969 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:47,969 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:47,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:47,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742297_1477 (size=1393) 2024-11-16T08:24:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742297_1477 (size=1393) 2024-11-16T08:24:47,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:47,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:47,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742298_1478 (size=1393) 2024-11-16T08:24:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742298_1478 (size=1393) 2024-11-16T08:24:47,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:47,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:47,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:47,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:47,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742299_1479 (size=1393) 2024-11-16T08:24:48,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742299_1479 (size=1393) 2024-11-16T08:24:48,405 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:48,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:48,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742300_1480 (size=1393) 2024-11-16T08:24:48,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742300_1480 (size=1393) 2024-11-16T08:24:48,425 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:48,425 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:48,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742301_1481 (size=1393) 2024-11-16T08:24:48,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742301_1481 (size=1393) 2024-11-16T08:24:48,439 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:48,440 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:48,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742302_1482 (size=1393) 2024-11-16T08:24:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742302_1482 (size=1393) 2024-11-16T08:24:48,449 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:48,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:48,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742303_1483 (size=1405) 2024-11-16T08:24:48,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742303_1483 (size=1405) 2024-11-16T08:24:48,859 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:48,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:48,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742304_1484 (size=1413) 2024-11-16T08:24:48,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742304_1484 (size=1413) 2024-11-16T08:24:48,870 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:48,870 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:48,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742305_1485 (size=1413) 2024-11-16T08:24:48,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742305_1485 (size=1413) 2024-11-16T08:24:48,879 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:48,879 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742306_1486 (size=1413) 2024-11-16T08:24:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742306_1486 (size=1413) 2024-11-16T08:24:48,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:48,902 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:48,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 2024-11-16T08:24:48,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 after 0ms 2024-11-16T08:24:48,904 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 took 2ms 2024-11-16T08:24:48,905 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:48,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 so closing down 2024-11-16T08:24:48,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:48,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:48,906 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:48,906 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, size=1.4 K (1393bytes) at 1731745488902Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 so closing down at 1731745488905 (+3 ms)3 split writer threads finished at 1731745488905Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745488906 (+1 ms) 2024-11-16T08:24:48,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.0 2024-11-16T08:24:48,907 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:48,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 2024-11-16T08:24:48,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 after 1ms 2024-11-16T08:24:48,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 took 2ms 2024-11-16T08:24:48,910 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:48,910 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 so closing down 2024-11-16T08:24:48,910 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:48,910 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:48,910 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:48,910 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, size=1.4 K (1393bytes) at 1731745488907Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 so closing down at 1731745488910 (+3 ms)3 split writer threads finished at 1731745488910Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745488910 2024-11-16T08:24:48,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.1 2024-11-16T08:24:48,912 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:48,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 2024-11-16T08:24:48,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 after 0ms 2024-11-16T08:24:48,914 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 took 2ms 2024-11-16T08:24:48,915 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:48,915 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 so closing down 2024-11-16T08:24:48,916 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:48,916 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:48,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:48,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, size=1.4 K (1393bytes) at 1731745488912Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 so closing down at 1731745488915 (+3 ms)3 split writer threads finished at 1731745488916 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745488916 2024-11-16T08:24:48,917 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.2 2024-11-16T08:24:48,918 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:48,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 2024-11-16T08:24:48,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 after 0ms 2024-11-16T08:24:48,919 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 took 2ms 2024-11-16T08:24:48,920 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:48,920 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 so closing down 2024-11-16T08:24:48,920 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:48,921 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:48,921 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:48,921 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, size=1.4 K (1393bytes) at 1731745488918Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 so closing down at 1731745488920 (+2 ms)3 split writer threads finished at 1731745488921 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745488921 2024-11-16T08:24:48,922 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.3 2024-11-16T08:24:48,922 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:48,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 2024-11-16T08:24:48,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 after 0ms 2024-11-16T08:24:48,924 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 took 2ms 2024-11-16T08:24:48,924 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:48,925 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 so closing down 2024-11-16T08:24:48,925 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:48,925 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:48,925 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:48,925 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, size=1.4 K (1393bytes) at 1731745488922Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 so closing down at 1731745488925 (+3 ms)3 split writer threads finished at 1731745488925Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745488925 2024-11-16T08:24:48,926 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.4 2024-11-16T08:24:48,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T08:24:48,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 2024-11-16T08:24:48,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 after 0ms 2024-11-16T08:24:48,928 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 took 2ms 2024-11-16T08:24:48,929 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:48,930 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 so closing down 2024-11-16T08:24:48,930 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:48,930 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:48,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:48,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, size=1.4 K (1393bytes) at 1731745488927Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 so closing down at 1731745488930 (+3 ms)3 split writer threads finished at 1731745488930Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745488930 2024-11-16T08:24:48,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.5 2024-11-16T08:24:48,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:48,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 2024-11-16T08:24:48,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 after 0ms 2024-11-16T08:24:48,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 took 2ms 2024-11-16T08:24:48,934 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:48,934 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 so closing down 2024-11-16T08:24:48,934 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:48,934 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:48,935 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T08:24:48,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, size=1.4 K (1405bytes) at 1731745488932Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 so closing down at 1731745488934 (+2 ms)3 split writer threads finished at 1731745488934Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731745488935 (+1 ms) 2024-11-16T08:24:48,936 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.6 2024-11-16T08:24:48,936 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:48,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 2024-11-16T08:24:48,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 after 0ms 2024-11-16T08:24:48,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 took 1ms 2024-11-16T08:24:48,938 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:48,939 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 so closing down 2024-11-16T08:24:48,939 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:48,939 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:48,939 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T08:24:48,939 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, size=1.4 K (1413bytes) at 1731745488936Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 so closing down at 1731745488939 (+3 ms)3 split writer threads finished at 1731745488939Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731745488939 2024-11-16T08:24:48,940 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.7 2024-11-16T08:24:48,940 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:48,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 2024-11-16T08:24:48,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 after 1ms 2024-11-16T08:24:48,942 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 took 2ms 2024-11-16T08:24:48,943 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:48,943 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 so closing down 2024-11-16T08:24:48,943 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:48,943 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:48,943 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T08:24:48,943 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, size=1.4 K (1413bytes) at 1731745488940Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 so closing down at 1731745488943 (+3 ms)3 split writer threads finished at 1731745488943Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731745488943 2024-11-16T08:24:48,945 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.8 2024-11-16T08:24:48,945 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:48,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 2024-11-16T08:24:48,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 after 0ms 2024-11-16T08:24:48,947 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 took 1ms 2024-11-16T08:24:48,947 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:48,948 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 so closing down 2024-11-16T08:24:48,948 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:48,948 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:48,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T08:24:48,948 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, size=1.4 K (1413bytes) at 1731745488945Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 so closing down at 1731745488948 (+3 ms)3 split writer threads finished at 1731745488948Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731745488948 2024-11-16T08:24:48,949 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.9 2024-11-16T08:24:48,950 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745488906; access_time=1731745487971; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745488911; access_time=1731745487983; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745488917; access_time=1731745487994; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745488921; access_time=1731745488406; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745488926; access_time=1731745488425; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745488931; access_time=1731745488440; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731745488935; access_time=1731745488449; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731745488939; access_time=1731745488859; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731745488944; access_time=1731745488870; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731745488949; access_time=1731745488879; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T08:24:48,953 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:48,953 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:48,953 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:48,954 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:48,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742307_1487 (size=1393) 2024-11-16T08:24:48,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742307_1487 (size=1393) 2024-11-16T08:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:48,963 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742308_1488 (size=1393) 2024-11-16T08:24:48,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742308_1488 (size=1393) 2024-11-16T08:24:48,971 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:48,971 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:48,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742309_1489 (size=1393) 2024-11-16T08:24:48,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742309_1489 (size=1393) 2024-11-16T08:24:48,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:48,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:48,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742310_1490 (size=1393) 2024-11-16T08:24:48,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742310_1490 (size=1393) 2024-11-16T08:24:48,987 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:48,987 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:48,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742311_1491 (size=1393) 2024-11-16T08:24:48,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742311_1491 (size=1393) 2024-11-16T08:24:48,995 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:48,995 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:48,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:48,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:48,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742312_1492 (size=1393) 2024-11-16T08:24:49,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742312_1492 (size=1393) 2024-11-16T08:24:49,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:49,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:49,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742313_1493 (size=1405) 2024-11-16T08:24:49,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742313_1493 (size=1405) 2024-11-16T08:24:49,030 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:49,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:49,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742314_1494 (size=1413) 2024-11-16T08:24:49,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742314_1494 (size=1413) 2024-11-16T08:24:49,038 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:49,038 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:49,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742315_1495 (size=1413) 2024-11-16T08:24:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742315_1495 (size=1413) 2024-11-16T08:24:49,047 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:49,047 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:49,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:49,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:49,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742316_1496 (size=1413) 2024-11-16T08:24:49,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742316_1496 (size=1413) 2024-11-16T08:24:49,056 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:49,071 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:49,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 2024-11-16T08:24:49,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 after 1ms 2024-11-16T08:24:49,074 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 took 3ms 2024-11-16T08:24:49,076 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:49,076 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 so closing down 2024-11-16T08:24:49,076 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:49,076 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:49,079 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:49,079 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:49,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:49,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:49,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742318_1498 (size=418) 2024-11-16T08:24:49,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742317_1497 (size=418) 2024-11-16T08:24:49,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742318_1498 (size=418) 2024-11-16T08:24:49,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742317_1497 (size=418) 2024-11-16T08:24:49,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:49,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-16T08:24:49,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:49,485 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-16T08:24:49,485 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:49,485 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, size=1.4 K (1393bytes) at 1731745489071Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 so closing down at 1731745489076 (+5 ms)3 split writer threads finished at 1731745489076Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745489079 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745489079Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745489083 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731745489084 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745489484 (+400 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731745489485 (+1 ms)Processed 10 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745489485 2024-11-16T08:24:49,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.0 2024-11-16T08:24:49,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:49,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 2024-11-16T08:24:49,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 after 1ms 2024-11-16T08:24:49,502 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 took 16ms 2024-11-16T08:24:49,513 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:49,513 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 so closing down 2024-11-16T08:24:49,513 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:49,514 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:49,516 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:49,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:49,522 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:49,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:49,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742319_1499 (size=418) 2024-11-16T08:24:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742319_1499 (size=418) 2024-11-16T08:24:49,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:49,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-16T08:24:49,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742320_1500 (size=418) 2024-11-16T08:24:49,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742320_1500 (size=418) 2024-11-16T08:24:49,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:49,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-16T08:24:49,567 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:49,567 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, size=1.4 K (1393bytes) at 1731745489486Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 so closing down at 1731745489513 (+27 ms)3 split writer threads finished at 1731745489514 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745489518 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745489524 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745489547 (+23 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731745489549 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745489566 (+17 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731745489567 (+1 ms)Processed 10 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745489567 2024-11-16T08:24:49,570 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.1 2024-11-16T08:24:49,570 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:49,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 2024-11-16T08:24:49,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 after 1ms 2024-11-16T08:24:49,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 took 7ms 2024-11-16T08:24:49,597 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:49,598 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 so closing down 2024-11-16T08:24:49,598 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:49,598 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:49,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:49,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:49,617 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:49,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:49,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742321_1501 (size=418) 2024-11-16T08:24:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742321_1501 (size=418) 2024-11-16T08:24:49,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:49,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-16T08:24:49,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742322_1502 (size=418) 2024-11-16T08:24:49,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742322_1502 (size=418) 2024-11-16T08:24:49,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:49,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-16T08:24:49,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:49,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, size=1.4 K (1393bytes) at 1731745489570Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 so closing down at 1731745489598 (+28 ms)3 split writer threads finished at 1731745489598Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745489604 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745489645 (+41 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745489668 (+23 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731745489671 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745489711 (+40 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731745489712 (+1 ms)Processed 10 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745489713 (+1 ms) 2024-11-16T08:24:49,714 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.2 2024-11-16T08:24:49,715 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:49,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 2024-11-16T08:24:49,717 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 after 2ms 2024-11-16T08:24:49,720 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 took 6ms 2024-11-16T08:24:49,736 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:49,737 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 so closing down 2024-11-16T08:24:49,737 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:49,738 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:49,750 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:49,754 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:49,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:49,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:49,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742324_1504 (size=418) 2024-11-16T08:24:49,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742324_1504 (size=418) 2024-11-16T08:24:49,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742323_1503 (size=418) 2024-11-16T08:24:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742323_1503 (size=418) 2024-11-16T08:24:49,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:49,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-16T08:24:50,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-16T08:24:50,227 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 492 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:50,227 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, size=1.4 K (1393bytes) at 1731745489715Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 so closing down at 1731745489737 (+22 ms)3 split writer threads finished at 1731745489738 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745489756 (+18 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745489772 (+16 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745489838 (+66 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731745489839 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490226 (+387 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731745490227 (+1 ms)Processed 10 edits across 2 Regions in 492 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745490227 2024-11-16T08:24:50,228 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.3 2024-11-16T08:24:50,229 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:50,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 2024-11-16T08:24:50,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 after 0ms 2024-11-16T08:24:50,230 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 took 1ms 2024-11-16T08:24:50,231 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:50,232 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 so closing down 2024-11-16T08:24:50,232 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:50,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:50,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:50,241 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:50,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:50,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:50,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742325_1505 (size=418) 2024-11-16T08:24:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742325_1505 (size=418) 2024-11-16T08:24:50,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-16T08:24:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742326_1506 (size=418) 2024-11-16T08:24:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742326_1506 (size=418) 2024-11-16T08:24:50,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-16T08:24:50,271 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:50,271 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, size=1.4 K (1393bytes) at 1731745490229Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 so closing down at 1731745490232 (+3 ms)3 split writer threads finished at 1731745490232Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745490242 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745490244 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490267 (+23 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731745490269 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490269Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731745490271 (+2 ms)Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745490271 2024-11-16T08:24:50,273 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.4 2024-11-16T08:24:50,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T08:24:50,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 2024-11-16T08:24:50,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 after 0ms 2024-11-16T08:24:50,275 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 took 2ms 2024-11-16T08:24:50,276 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:50,276 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 so closing down 2024-11-16T08:24:50,276 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:50,276 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:50,278 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:50,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:50,281 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:50,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:50,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742327_1507 (size=418) 2024-11-16T08:24:50,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742327_1507 (size=418) 2024-11-16T08:24:50,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-16T08:24:50,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742328_1508 (size=418) 2024-11-16T08:24:50,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742328_1508 (size=418) 2024-11-16T08:24:50,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-16T08:24:50,298 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:50,298 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, size=1.4 K (1393bytes) at 1731745490273Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 so closing down at 1731745490276 (+3 ms)3 split writer threads finished at 1731745490276Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745490280 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731745490282 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490285 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731745490286 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490297 (+11 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731745490298 (+1 ms)Processed 10 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745490298 2024-11-16T08:24:50,299 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.5 2024-11-16T08:24:50,299 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:50,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 2024-11-16T08:24:50,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 after 0ms 2024-11-16T08:24:50,302 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 took 3ms 2024-11-16T08:24:50,303 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:50,303 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 so closing down 2024-11-16T08:24:50,303 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:50,303 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:50,306 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:50,306 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:50,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:50,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742330_1510 (size=419) 2024-11-16T08:24:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742330_1510 (size=419) 2024-11-16T08:24:50,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-16T08:24:50,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742329_1509 (size=419) 2024-11-16T08:24:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742329_1509 (size=419) 2024-11-16T08:24:50,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-16T08:24:50,331 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T08:24:50,331 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, size=1.4 K (1405bytes) at 1731745490299Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 so closing down at 1731745490303 (+4 ms)3 split writer threads finished at 1731745490303Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731745490306 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745490308 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490326 (+18 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731745490327 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490330 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731745490331 (+1 ms)Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731745490331 2024-11-16T08:24:50,333 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.6 2024-11-16T08:24:50,333 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:50,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 2024-11-16T08:24:50,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 after 0ms 2024-11-16T08:24:50,334 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 took 1ms 2024-11-16T08:24:50,335 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:50,336 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 so closing down 2024-11-16T08:24:50,336 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:50,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:50,337 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:50,338 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:50,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:50,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:50,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742331_1511 (size=423) 2024-11-16T08:24:50,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742331_1511 (size=423) 2024-11-16T08:24:50,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-16T08:24:50,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742332_1512 (size=423) 2024-11-16T08:24:50,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742332_1512 (size=423) 2024-11-16T08:24:50,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-16T08:24:50,365 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T08:24:50,365 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, size=1.4 K (1413bytes) at 1731745490333Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 so closing down at 1731745490336 (+3 ms)3 split writer threads finished at 1731745490336Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745490338 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745490341 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490352 (+11 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731745490353 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490364 (+11 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731745490365 (+1 ms)Processed 10 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731745490365 2024-11-16T08:24:50,366 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.7 2024-11-16T08:24:50,366 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:50,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 2024-11-16T08:24:50,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 after 1ms 2024-11-16T08:24:50,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 took 2ms 2024-11-16T08:24:50,369 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:50,370 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 so closing down 2024-11-16T08:24:50,370 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:50,370 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:50,373 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:50,373 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:50,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:50,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:50,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742333_1513 (size=423) 2024-11-16T08:24:50,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742333_1513 (size=423) 2024-11-16T08:24:50,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-16T08:24:50,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742334_1514 (size=423) 2024-11-16T08:24:50,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742334_1514 (size=423) 2024-11-16T08:24:50,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-16T08:24:50,400 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T08:24:50,400 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, size=1.4 K (1413bytes) at 1731745490366Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 so closing down at 1731745490370 (+4 ms)3 split writer threads finished at 1731745490370Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745490378 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731745490380 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490390 (+10 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731745490391 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490399 (+8 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731745490399Processed 10 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731745490400 (+1 ms) 2024-11-16T08:24:50,402 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.8 2024-11-16T08:24:50,402 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:50,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 2024-11-16T08:24:50,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 after 0ms 2024-11-16T08:24:50,403 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 took 1ms 2024-11-16T08:24:50,405 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:50,405 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 so closing down 2024-11-16T08:24:50,405 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:50,405 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:50,414 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:50,415 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:50,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:50,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742335_1515 (size=423) 2024-11-16T08:24:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742335_1515 (size=423) 2024-11-16T08:24:50,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-16T08:24:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742336_1516 (size=423) 2024-11-16T08:24:50,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742336_1516 (size=423) 2024-11-16T08:24:50,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-16T08:24:50,448 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T08:24:50,449 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, size=1.4 K (1413bytes) at 1731745490402Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 so closing down at 1731745490405 (+3 ms)3 split writer threads finished at 1731745490405Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745490424 (+19 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745490426 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490438 (+12 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731745490440 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731745490446 (+6 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731745490448 (+2 ms)Processed 10 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731745490448 2024-11-16T08:24:50,451 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.9 2024-11-16T08:24:50,453 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745489486; access_time=1731745488954; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745489569; access_time=1731745488963; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745489714; access_time=1731745488971; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745490228; access_time=1731745488980; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745490272; access_time=1731745488987; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745490299; access_time=1731745488996; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731745490332; access_time=1731745489004; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731745490366; access_time=1731745489030; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731745490401; access_time=1731745489039; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731745490449; access_time=1731745489047; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T08:24:50,508 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:50,508 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:50,509 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:50,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:50,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742337_1517 (size=1393) 2024-11-16T08:24:50,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742337_1517 (size=1393) 2024-11-16T08:24:50,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:50,528 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T08:24:50,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742338_1518 (size=1393) 2024-11-16T08:24:50,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742338_1518 (size=1393) 2024-11-16T08:24:50,557 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T08:24:50,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T08:24:50,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742339_1519 (size=1393) 2024-11-16T08:24:50,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742339_1519 (size=1393) 2024-11-16T08:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T08:24:50,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T08:24:50,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742340_1520 (size=1393) 2024-11-16T08:24:50,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742340_1520 (size=1393) 2024-11-16T08:24:50,606 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T08:24:50,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T08:24:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742341_1521 (size=1393) 2024-11-16T08:24:50,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742341_1521 (size=1393) 2024-11-16T08:24:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T08:24:50,626 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T08:24:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742342_1522 (size=1393) 2024-11-16T08:24:50,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742342_1522 (size=1393) 2024-11-16T08:24:50,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T08:24:50,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T08:24:50,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742343_1523 (size=1405) 2024-11-16T08:24:50,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742343_1523 (size=1405) 2024-11-16T08:24:50,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T08:24:50,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T08:24:50,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742344_1524 (size=1413) 2024-11-16T08:24:50,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742344_1524 (size=1413) 2024-11-16T08:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T08:24:50,669 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T08:24:50,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742345_1525 (size=1413) 2024-11-16T08:24:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742345_1525 (size=1413) 2024-11-16T08:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T08:24:50,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T08:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:50,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:50,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742346_1526 (size=1413) 2024-11-16T08:24:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742346_1526 (size=1413) 2024-11-16T08:24:50,754 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T08:24:50,787 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T08:24:50,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 2024-11-16T08:24:50,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 after 1ms 2024-11-16T08:24:50,791 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 took 4ms 2024-11-16T08:24:50,827 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:50,827 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 so closing down 2024-11-16T08:24:50,827 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:50,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:50,844 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:50,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T08:24:50,854 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:50,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T08:24:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742347_1527 (size=743) 2024-11-16T08:24:50,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742347_1527 (size=743) 2024-11-16T08:24:50,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T08:24:50,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742348_1528 (size=678) 2024-11-16T08:24:50,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742348_1528 (size=678) 2024-11-16T08:24:50,943 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:50,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-16T08:24:50,946 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:50,946 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, size=1.4 K (1393bytes) at 1731745490787Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 so closing down at 1731745490827 (+40 ms)3 split writer threads finished at 1731745490828 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731745490848 (+20 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731745490874 (+26 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745490917 (+43 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731745490920 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731745490944 (+24 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731745490945 (+1 ms)Processed 19 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745490946 (+1 ms) 2024-11-16T08:24:50,948 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.0 2024-11-16T08:24:50,948 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T08:24:50,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 2024-11-16T08:24:50,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 after 1ms 2024-11-16T08:24:50,952 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 took 4ms 2024-11-16T08:24:50,978 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:50,978 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 so closing down 2024-11-16T08:24:50,979 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:50,979 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:50,980 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:50,985 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:50,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T08:24:50,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T08:24:51,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742349_1529 (size=678) 2024-11-16T08:24:51,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742349_1529 (size=678) 2024-11-16T08:24:51,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-16T08:24:51,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742350_1530 (size=743) 2024-11-16T08:24:51,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742350_1530 (size=743) 2024-11-16T08:24:51,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T08:24:51,039 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:51,039 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, size=1.4 K (1393bytes) at 1731745490948Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 so closing down at 1731745490979 (+31 ms)3 split writer threads finished at 1731745490979Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731745490991 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731745490992 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731745491028 (+36 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731745491029 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745491038 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731745491039 (+1 ms)Processed 19 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745491039 2024-11-16T08:24:51,041 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.1 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.1 2024-11-16T08:24:51,042 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T08:24:51,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 2024-11-16T08:24:51,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 after 0ms 2024-11-16T08:24:51,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 took 3ms 2024-11-16T08:24:51,045 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:51,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 so closing down 2024-11-16T08:24:51,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:51,046 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:51,048 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:51,048 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:51,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T08:24:51,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T08:24:51,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742352_1532 (size=678) 2024-11-16T08:24:51,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742352_1532 (size=678) 2024-11-16T08:24:51,095 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-16T08:24:51,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742351_1531 (size=743) 2024-11-16T08:24:51,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742351_1531 (size=743) 2024-11-16T08:24:51,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T08:24:51,107 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:51,107 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, size=1.4 K (1393bytes) at 1731745491042Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 so closing down at 1731745491046 (+4 ms)3 split writer threads finished at 1731745491046Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731745491058 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731745491060 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731745491095 (+35 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731745491097 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745491105 (+8 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731745491106 (+1 ms)Processed 19 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745491107 (+1 ms) 2024-11-16T08:24:51,109 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.2 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.2 2024-11-16T08:24:51,109 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T08:24:51,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 2024-11-16T08:24:51,110 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 after 1ms 2024-11-16T08:24:51,112 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 took 3ms 2024-11-16T08:24:51,121 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:51,121 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 so closing down 2024-11-16T08:24:51,122 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:51,122 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:51,123 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:51,123 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:51,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T08:24:51,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T08:24:51,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742353_1533 (size=743) 2024-11-16T08:24:51,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742353_1533 (size=743) 2024-11-16T08:24:51,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T08:24:51,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742354_1534 (size=678) 2024-11-16T08:24:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742354_1534 (size=678) 2024-11-16T08:24:51,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-16T08:24:51,194 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:51,194 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, size=1.4 K (1393bytes) at 1731745491109Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 so closing down at 1731745491121 (+12 ms)3 split writer threads finished at 1731745491122 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731745491125 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731745491128 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745491179 (+51 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731745491181 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731745491191 (+10 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731745491193 (+2 ms)Processed 19 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745491194 (+1 ms) 2024-11-16T08:24:51,196 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.3 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.3 2024-11-16T08:24:51,197 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T08:24:51,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 2024-11-16T08:24:51,198 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 after 1ms 2024-11-16T08:24:51,200 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 took 4ms 2024-11-16T08:24:51,217 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:51,217 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 so closing down 2024-11-16T08:24:51,217 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:51,217 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:51,219 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:51,219 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:51,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T08:24:51,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T08:24:51,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742355_1535 (size=743) 2024-11-16T08:24:51,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742355_1535 (size=743) 2024-11-16T08:24:51,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T08:24:51,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742356_1536 (size=678) 2024-11-16T08:24:51,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742356_1536 (size=678) 2024-11-16T08:24:51,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-16T08:24:51,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:51,262 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, size=1.4 K (1393bytes) at 1731745491197Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 so closing down at 1731745491217 (+20 ms)3 split writer threads finished at 1731745491217Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731745491220 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731745491237 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745491241 (+4 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731745491242 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731745491260 (+18 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731745491262 (+2 ms)Processed 19 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745491262 2024-11-16T08:24:51,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.4 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.4 2024-11-16T08:24:51,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T08:24:51,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 2024-11-16T08:24:51,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 after 1ms 2024-11-16T08:24:51,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 took 2ms 2024-11-16T08:24:51,266 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:51,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 so closing down 2024-11-16T08:24:51,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:51,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:51,269 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:51,270 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:51,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T08:24:51,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T08:24:51,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742358_1538 (size=743) 2024-11-16T08:24:51,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742358_1538 (size=743) 2024-11-16T08:24:51,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T08:24:51,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742357_1537 (size=678) 2024-11-16T08:24:51,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742357_1537 (size=678) 2024-11-16T08:24:51,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-16T08:24:51,291 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T08:24:51,291 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, size=1.4 K (1393bytes) at 1731745491263Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 so closing down at 1731745491267 (+4 ms)3 split writer threads finished at 1731745491267Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731745491271 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731745491271Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745491283 (+12 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731745491284 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731745491290 (+6 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731745491291 (+1 ms)Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731745491291 2024-11-16T08:24:51,292 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.5 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.5 2024-11-16T08:24:51,293 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T08:24:51,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 2024-11-16T08:24:51,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 after 1ms 2024-11-16T08:24:51,296 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 took 4ms 2024-11-16T08:24:51,297 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:51,298 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 so closing down 2024-11-16T08:24:51,298 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:51,298 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:51,300 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:51,300 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:51,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T08:24:51,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T08:24:51,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742359_1539 (size=749) 2024-11-16T08:24:51,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742359_1539 (size=749) 2024-11-16T08:24:51,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T08:24:51,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742360_1540 (size=683) 2024-11-16T08:24:51,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742360_1540 (size=683) 2024-11-16T08:24:51,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-16T08:24:51,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T08:24:51,336 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, size=1.4 K (1405bytes) at 1731745491293Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 so closing down at 1731745491298 (+5 ms)3 split writer threads finished at 1731745491298Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731745491304 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731745491311 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745491326 (+15 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731745491327 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731745491334 (+7 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731745491335 (+1 ms)Processed 19 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731745491336 (+1 ms) 2024-11-16T08:24:51,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.6 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.6 2024-11-16T08:24:51,338 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T08:24:51,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 2024-11-16T08:24:51,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 after 0ms 2024-11-16T08:24:51,340 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 took 2ms 2024-11-16T08:24:51,341 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:51,341 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 so closing down 2024-11-16T08:24:51,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:51,341 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:51,349 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:51,349 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:51,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T08:24:51,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T08:24:51,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742362_1542 (size=687) 2024-11-16T08:24:51,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742362_1542 (size=687) 2024-11-16T08:24:51,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-16T08:24:51,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742361_1541 (size=753) 2024-11-16T08:24:51,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742361_1541 (size=753) 2024-11-16T08:24:51,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T08:24:51,381 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T08:24:51,381 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, size=1.4 K (1413bytes) at 1731745491338Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 so closing down at 1731745491341 (+3 ms)3 split writer threads finished at 1731745491341Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731745491350 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731745491350Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731745491368 (+18 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731745491369 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745491380 (+11 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731745491381 (+1 ms)Processed 19 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731745491381 2024-11-16T08:24:51,383 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.7 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.7 2024-11-16T08:24:51,383 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T08:24:51,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 2024-11-16T08:24:51,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 after 0ms 2024-11-16T08:24:51,385 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 took 2ms 2024-11-16T08:24:51,386 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:51,386 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 so closing down 2024-11-16T08:24:51,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:51,386 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:51,388 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:51,388 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:51,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T08:24:51,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T08:24:51,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742364_1544 (size=753) 2024-11-16T08:24:51,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742364_1544 (size=753) 2024-11-16T08:24:51,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T08:24:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742363_1543 (size=687) 2024-11-16T08:24:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742363_1543 (size=687) 2024-11-16T08:24:51,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-16T08:24:51,411 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T08:24:51,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, size=1.4 K (1413bytes) at 1731745491383Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 so closing down at 1731745491386 (+3 ms)3 split writer threads finished at 1731745491386Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731745491389 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731745491389Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745491406 (+17 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731745491407 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731745491410 (+3 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731745491411 (+1 ms)Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731745491411 2024-11-16T08:24:51,413 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.8 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.8 2024-11-16T08:24:51,413 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T08:24:51,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 2024-11-16T08:24:51,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 after 1ms 2024-11-16T08:24:51,415 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 took 2ms 2024-11-16T08:24:51,416 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T08:24:51,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 so closing down 2024-11-16T08:24:51,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T08:24:51,417 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T08:24:51,418 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:51,418 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:51,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T08:24:51,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T08:24:51,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742366_1546 (size=753) 2024-11-16T08:24:51,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742366_1546 (size=753) 2024-11-16T08:24:51,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T08:24:51,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742365_1545 (size=687) 2024-11-16T08:24:51,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742365_1545 (size=687) 2024-11-16T08:24:51,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T08:24:51,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-16T08:24:51,441 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T08:24:51,441 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, size=1.4 K (1413bytes) at 1731745491413Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 so closing down at 1731745491417 (+4 ms)3 split writer threads finished at 1731745491417Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731745491419 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731745491419Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731745491428 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731745491430 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731745491439 (+9 ms)Rename recovered edits hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731745491441 (+2 ms)Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731745491441 2024-11-16T08:24:51,443 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731745487967/wal.dat.9 to hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.9 2024-11-16T08:24:51,443 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745490947; access_time=1731745490511; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745491041; access_time=1731745490528; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745491107; access_time=1731745490558; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745491195; access_time=1731745490578; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745491262; access_time=1731745490606; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731745491292; access_time=1731745490626; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731745491337; access_time=1731745490639; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731745491382; access_time=1731745490656; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731745491412; access_time=1731745490669; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34975/user/jenkins/test-data/9bb51253-3e46-32b3-caef-019e009874d7/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731745491442; access_time=1731745490730; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T08:24:51,456 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=146 (was 146), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=561 (was 531) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3662 (was 3712) 2024-11-16T08:24:51,466 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=146, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=561, ProcessCount=11, AvailableMemoryMB=3661 2024-11-16T08:24:51,466 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T08:24:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742367_1547 (size=7) 2024-11-16T08:24:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742367_1547 (size=7) 2024-11-16T08:24:51,491 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34975/user/jenkins/test-data/0aac73f2-ca73-1011-e7f4-91465a5e6ce1 with version=8 2024-11-16T08:24:51,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:51,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T08:24:51,496 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T08:24:51,496 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T08:24:51,497 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T08:24:51,524 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T08:24:51,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T08:24:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T08:24:51,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742368_1548 (size=2324) 2024-11-16T08:24:51,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742368_1548 (size=2324) 2024-11-16T08:24:51,582 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T08:24:51,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42169 is added to blk_1073742369_1549 (size=2325) 2024-11-16T08:24:51,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073742369_1549 (size=2325) 2024-11-16T08:24:51,649 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731745491496/wal.dat.0, size=2.3 K (2325bytes) 2024-11-16T08:24:51,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731745491496/wal.dat.0 2024-11-16T08:24:51,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731745491496/wal.dat.0 after 0ms 2024-11-16T08:24:51,651 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731745491496/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731745491496/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-16T08:24:51,651 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731745491496/wal.dat.0 so closing down 2024-11-16T08:24:51,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731745491496/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-16T08:24:51,652 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731745491496/wal.dat.0, journal: Splitting hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731745491496/wal.dat.0, size=2.3 K (2325bytes) at 1731745491649Finishing writing output for hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731745491496/wal.dat.0 so closing down at 1731745491651 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731745491496/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731745491651 2024-11-16T08:24:51,653 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731745491496/wal.dat.0 to hdfs://localhost:34975/user/jenkins/test-data/3de0e780-710a-1129-5a21-7e7f322c0a1d/corrupt/wal.dat.0 2024-11-16T08:24:51,685 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=146 (was 146), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=561 (was 561), ProcessCount=11 (was 11), AvailableMemoryMB=3660 (was 3661) 2024-11-16T08:24:51,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T08:24:51,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T08:24:51,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T08:24:51,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T08:24:51,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/hadoop.log.dir/,STOPPED} 2024-11-16T08:24:51,785 WARN [BP-371781806-172.17.0.3-1731745431648 heartbeating to localhost/127.0.0.1:34975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T08:24:51,785 WARN [BP-371781806-172.17.0.3-1731745431648 heartbeating to localhost/127.0.0.1:34975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-371781806-172.17.0.3-1731745431648 (Datanode Uuid dae2bc78-be99-42a5-b8a7-bfc04a5ce889) service to localhost/127.0.0.1:34975 2024-11-16T08:24:51,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478/data/data3/current/BP-371781806-172.17.0.3-1731745431648 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T08:24:51,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478/data/data4/current/BP-371781806-172.17.0.3-1731745431648 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T08:24:51,788 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T08:24:51,788 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T08:24:51,789 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T08:24:51,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T08:24:51,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T08:24:51,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T08:24:51,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T08:24:51,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/hadoop.log.dir/,STOPPED} 2024-11-16T08:24:51,823 WARN [BP-371781806-172.17.0.3-1731745431648 heartbeating to localhost/127.0.0.1:34975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T08:24:51,823 WARN [BP-371781806-172.17.0.3-1731745431648 heartbeating to localhost/127.0.0.1:34975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-371781806-172.17.0.3-1731745431648 (Datanode Uuid cb5cfd0f-39a7-46eb-a6cf-814984909199) service to localhost/127.0.0.1:34975 2024-11-16T08:24:51,824 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T08:24:51,824 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T08:24:51,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478/data/data1/current/BP-371781806-172.17.0.3-1731745431648 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T08:24:51,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/cluster_e2f8d46e-9c16-2874-4398-33853adc4478/data/data2/current/BP-371781806-172.17.0.3-1731745431648 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T08:24:51,825 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T08:24:51,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T08:24:51,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T08:24:51,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T08:24:51,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T08:24:51,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b93175b-a4d8-969f-ab60-1700c7a41566/hadoop.log.dir/,STOPPED}